2024-11-25 19:22:17,908 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 2024-11-25 19:22:18,057 main DEBUG Took 0.145802 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 19:22:18,060 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 19:22:18,060 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 19:22:18,071 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 19:22:18,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,096 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 19:22:18,151 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,154 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,154 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,155 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,156 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,156 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,157 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,158 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,163 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,169 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,172 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,175 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,176 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,177 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,178 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,184 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 19:22:18,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,185 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 19:22:18,192 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 19:22:18,194 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 19:22:18,200 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 19:22:18,207 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 19:22:18,209 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 19:22:18,209 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 19:22:18,223 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 19:22:18,235 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 19:22:18,237 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 19:22:18,238 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 19:22:18,239 main DEBUG createAppenders(={Console}) 2024-11-25 19:22:18,240 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 initialized 2024-11-25 19:22:18,240 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 2024-11-25 19:22:18,240 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6a4f1a55 OK. 2024-11-25 19:22:18,241 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 19:22:18,241 main DEBUG OutputStream closed 2024-11-25 19:22:18,242 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 19:22:18,242 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 19:22:18,247 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@52b1beb6 OK 2024-11-25 19:22:18,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 19:22:18,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 19:22:18,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 19:22:18,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 19:22:18,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 19:22:18,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 19:22:18,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 19:22:18,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 19:22:18,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 19:22:18,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 19:22:18,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 19:22:18,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 19:22:18,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 19:22:18,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 19:22:18,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 19:22:18,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 19:22:18,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 19:22:18,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 19:22:18,540 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 19:22:18,546 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4b6e2263) with optional ClassLoader: null 2024-11-25 19:22:18,549 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 19:22:18,554 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4b6e2263] started OK. 2024-11-25T19:22:19,064 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258 2024-11-25 19:22:19,069 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 19:22:19,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T19:22:19,082 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-25T19:22:19,127 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T19:22:19,132 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b, deleteOnExit=true 2024-11-25T19:22:19,132 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T19:22:19,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/test.cache.data in system properties and HBase conf 2024-11-25T19:22:19,135 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T19:22:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/hadoop.log.dir in system properties and HBase conf 2024-11-25T19:22:19,137 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T19:22:19,138 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T19:22:19,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T19:22:19,353 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T19:22:19,521 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T19:22:19,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:22:19,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T19:22:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T19:22:19,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:22:19,530 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T19:22:19,531 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T19:22:19,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T19:22:19,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:22:19,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T19:22:19,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/nfs.dump.dir in system properties and HBase conf 2024-11-25T19:22:19,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/java.io.tmpdir in system properties and HBase conf 2024-11-25T19:22:19,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T19:22:19,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T19:22:19,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T19:22:21,227 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T19:22:21,375 INFO [Time-limited test {}] log.Log(170): Logging initialized @5391ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T19:22:21,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:22:21,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:22:21,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:22:21,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:22:21,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:22:21,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:22:21,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:22:21,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:22:22,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0d4558{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/java.io.tmpdir/jetty-localhost-37543-hadoop-hdfs-3_4_1-tests_jar-_-any-10721551121384117939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:22:22,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:37543} 2024-11-25T19:22:22,217 INFO [Time-limited test {}] server.Server(415): Started @6235ms 2024-11-25T19:22:22,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T19:22:22,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T19:22:22,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T19:22:22,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T19:22:22,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T19:22:22,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/hadoop.log.dir/,AVAILABLE} 2024-11-25T19:22:22,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T19:22:23,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd2e890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/java.io.tmpdir/jetty-localhost-43363-hadoop-hdfs-3_4_1-tests_jar-_-any-13498704176116345975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:22:23,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:43363} 2024-11-25T19:22:23,135 INFO [Time-limited test {}] server.Server(415): Started @7154ms 2024-11-25T19:22:23,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T19:22:24,301 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b/dfs/data/data1/current/BP-24469849-172.17.0.2-1732562540645/current, will proceed with Du for space computation calculation, 2024-11-25T19:22:24,303 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b/dfs/data/data2/current/BP-24469849-172.17.0.2-1732562540645/current, will proceed with Du for space computation calculation, 2024-11-25T19:22:24,397 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T19:22:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd7429648d138cb6 with lease ID 0xca2388964594d0a8: Processing first storage report for DS-7001ccf6-4007-487d-b6fa-51044572b6b6 from datanode DatanodeRegistration(127.0.0.1:33879, datanodeUuid=d247ff77-ed12-4475-8c79-acc65907fc59, infoPort=44865, infoSecurePort=0, ipcPort=41997, storageInfo=lv=-57;cid=testClusterID;nsid=369544289;c=1732562540645) 2024-11-25T19:22:24,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd7429648d138cb6 with lease ID 0xca2388964594d0a8: from storage DS-7001ccf6-4007-487d-b6fa-51044572b6b6 node DatanodeRegistration(127.0.0.1:33879, datanodeUuid=d247ff77-ed12-4475-8c79-acc65907fc59, infoPort=44865, infoSecurePort=0, ipcPort=41997, storageInfo=lv=-57;cid=testClusterID;nsid=369544289;c=1732562540645), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T19:22:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd7429648d138cb6 with lease ID 0xca2388964594d0a8: Processing first storage report for DS-16151492-3c52-46f9-927e-79c5f4e14595 from datanode DatanodeRegistration(127.0.0.1:33879, datanodeUuid=d247ff77-ed12-4475-8c79-acc65907fc59, infoPort=44865, infoSecurePort=0, ipcPort=41997, storageInfo=lv=-57;cid=testClusterID;nsid=369544289;c=1732562540645) 2024-11-25T19:22:24,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd7429648d138cb6 with lease ID 0xca2388964594d0a8: from storage DS-16151492-3c52-46f9-927e-79c5f4e14595 node DatanodeRegistration(127.0.0.1:33879, datanodeUuid=d247ff77-ed12-4475-8c79-acc65907fc59, infoPort=44865, infoSecurePort=0, ipcPort=41997, storageInfo=lv=-57;cid=testClusterID;nsid=369544289;c=1732562540645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T19:22:24,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258 2024-11-25T19:22:24,694 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b/zookeeper_0, clientPort=59939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T19:22:24,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59939 2024-11-25T19:22:24,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:22:24,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:22:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741825_1001 (size=7) 2024-11-25T19:22:25,525 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 with version=8 2024-11-25T19:22:25,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/hbase-staging 2024-11-25T19:22:25,674 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T19:22:25,984 INFO [Time-limited test {}] client.ConnectionUtils(129): master/d736abcd529b:0 server-side Connection retries=45 2024-11-25T19:22:26,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T19:22:26,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T19:22:26,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T19:22:26,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T19:22:26,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T19:22:26,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T19:22:26,310 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T19:22:26,323 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T19:22:26,328 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:26,362 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53300 (auto-detected) 2024-11-25T19:22:26,363 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T19:22:26,387 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37099 2024-11-25T19:22:26,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:22:26,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:22:26,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37099 connecting to ZooKeeper ensemble=127.0.0.1:59939 2024-11-25T19:22:26,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370990x0, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T19:22:26,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37099-0x10174bc0a920000 connected 2024-11-25T19:22:26,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T19:22:26,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T19:22:26,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T19:22:26,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37099 2024-11-25T19:22:26,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37099 2024-11-25T19:22:26,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37099 2024-11-25T19:22:26,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37099 2024-11-25T19:22:26,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37099 2024-11-25T19:22:26,760 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6, hbase.cluster.distributed=false 2024-11-25T19:22:26,846 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/d736abcd529b:0 server-side Connection retries=45 2024-11-25T19:22:26,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T19:22:26,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T19:22:26,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T19:22:26,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T19:22:26,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T19:22:26,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T19:22:26,853 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T19:22:26,855 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39035 2024-11-25T19:22:26,857 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T19:22:26,864 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T19:22:26,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:22:26,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:22:26,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39035 connecting to ZooKeeper ensemble=127.0.0.1:59939 2024-11-25T19:22:26,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390350x0, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T19:22:26,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T19:22:26,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39035-0x10174bc0a920001 connected 2024-11-25T19:22:26,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T19:22:26,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T19:22:26,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39035 2024-11-25T19:22:26,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39035 2024-11-25T19:22:26,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39035 2024-11-25T19:22:26,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39035 2024-11-25T19:22:26,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39035 2024-11-25T19:22:26,923 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/d736abcd529b,37099,1732562545666 2024-11-25T19:22:26,938 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d736abcd529b:37099 2024-11-25T19:22:26,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T19:22:26,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T19:22:26,941 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d736abcd529b,37099,1732562545666 2024-11-25T19:22:26,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T19:22:26,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T19:22:26,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:26,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:26,965 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T19:22:26,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T19:22:26,966 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d736abcd529b,37099,1732562545666 from backup master directory 2024-11-25T19:22:26,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T19:22:26,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d736abcd529b,37099,1732562545666 2024-11-25T19:22:26,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T19:22:26,982 WARN [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T19:22:26,982 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d736abcd529b,37099,1732562545666 2024-11-25T19:22:26,985 INFO [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T19:22:26,986 INFO [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T19:22:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741826_1002 (size=42) 2024-11-25T19:22:27,469 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/hbase.id with ID: 5e46dcd1-a686-47ec-92df-cbf75902d8be 2024-11-25T19:22:27,552 INFO [master/d736abcd529b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T19:22:27,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:27,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741827_1003 (size=196) 2024-11-25T19:22:27,804 INFO [master/d736abcd529b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:22:27,825 INFO [master/d736abcd529b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T19:22:27,891 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:27,896 INFO [master/d736abcd529b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T19:22:28,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741828_1004 (size=1189) 2024-11-25T19:22:28,037 INFO [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store 2024-11-25T19:22:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741829_1005 (size=34) 2024-11-25T19:22:28,108 INFO [master/d736abcd529b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T19:22:28,109 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:28,111 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T19:22:28,112 INFO [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:22:28,113 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:22:28,114 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-25T19:22:28,114 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:22:28,114 INFO [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:22:28,114 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T19:22:28,121 WARN [master/d736abcd529b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/.initializing 2024-11-25T19:22:28,122 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/WALs/d736abcd529b,37099,1732562545666 2024-11-25T19:22:28,140 INFO [master/d736abcd529b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T19:22:28,179 INFO [master/d736abcd529b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d736abcd529b%2C37099%2C1732562545666, suffix=, logDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/WALs/d736abcd529b,37099,1732562545666, archiveDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/oldWALs, maxLogs=10 2024-11-25T19:22:28,214 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/WALs/d736abcd529b,37099,1732562545666/d736abcd529b%2C37099%2C1732562545666.1732562548190, exclude list is [], retry=0 2024-11-25T19:22:28,264 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33879,DS-7001ccf6-4007-487d-b6fa-51044572b6b6,DISK] 2024-11-25T19:22:28,269 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T19:22:28,324 INFO [master/d736abcd529b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/WALs/d736abcd529b,37099,1732562545666/d736abcd529b%2C37099%2C1732562545666.1732562548190 2024-11-25T19:22:28,327 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44865:44865)] 2024-11-25T19:22:28,329 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:22:28,330 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:28,334 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,339 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T19:22:28,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:28,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T19:22:28,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T19:22:28,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:28,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:22:28,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T19:22:28,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:28,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:22:28,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T19:22:28,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:28,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:22:28,515 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,516 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,535 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T19:22:28,544 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T19:22:28,560 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:22:28,562 INFO [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64171789, jitterRate=-0.043765828013420105}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T19:22:28,571 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T19:22:28,583 INFO [master/d736abcd529b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T19:22:28,655 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7594db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:28,724 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T19:22:28,744 INFO [master/d736abcd529b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T19:22:28,745 INFO [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T19:22:28,752 INFO [master/d736abcd529b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T19:22:28,763 INFO [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 10 msec 2024-11-25T19:22:28,774 INFO [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 9 msec 2024-11-25T19:22:28,775 INFO [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T19:22:28,872 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T19:22:28,905 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T19:22:28,922 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T19:22:28,927 INFO [master/d736abcd529b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T19:22:28,940 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T19:22:28,955 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T19:22:28,959 INFO [master/d736abcd529b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T19:22:28,974 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T19:22:28,987 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T19:22:28,989 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T19:22:28,997 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T19:22:29,011 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T19:22:29,021 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T19:22:29,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T19:22:29,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:29,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T19:22:29,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:29,051 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=d736abcd529b,37099,1732562545666, sessionid=0x10174bc0a920000, setting cluster-up flag (Was=false) 2024-11-25T19:22:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:29,114 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T19:22:29,119 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d736abcd529b,37099,1732562545666 2024-11-25T19:22:29,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:29,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:29,181 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T19:22:29,185 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d736abcd529b,37099,1732562545666 2024-11-25T19:22:29,292 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d736abcd529b:39035 2024-11-25T19:22:29,299 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1008): ClusterId : 5e46dcd1-a686-47ec-92df-cbf75902d8be 2024-11-25T19:22:29,303 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T19:22:29,352 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T19:22:29,353 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T19:22:29,373 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T19:22:29,381 INFO [master/d736abcd529b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T19:22:29,385 INFO [master/d736abcd529b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T19:22:29,400 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T19:22:29,401 DEBUG [RS:0;d736abcd529b:39035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745fec58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:29,419 DEBUG [RS:0;d736abcd529b:39035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f560837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d736abcd529b/172.17.0.2:0 2024-11-25T19:22:29,420 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d736abcd529b,37099,1732562545666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T19:22:29,424 INFO [RS:0;d736abcd529b:39035 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T19:22:29,429 INFO [RS:0;d736abcd529b:39035 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T19:22:29,429 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T19:22:29,432 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d736abcd529b:0, corePoolSize=5, maxPoolSize=5 2024-11-25T19:22:29,432 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d736abcd529b:0, corePoolSize=5, maxPoolSize=5 2024-11-25T19:22:29,432 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d736abcd529b:0, corePoolSize=5, maxPoolSize=5 2024-11-25T19:22:29,432 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d736abcd529b:0, corePoolSize=5, maxPoolSize=5 2024-11-25T19:22:29,433 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d736abcd529b:0, corePoolSize=10, maxPoolSize=10 2024-11-25T19:22:29,433 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,433 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d736abcd529b:0, corePoolSize=2, maxPoolSize=2 2024-11-25T19:22:29,433 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,435 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(3073): reportForDuty to master=d736abcd529b,37099,1732562545666 with isa=d736abcd529b/172.17.0.2:39035, startcode=1732562546845 2024-11-25T19:22:29,453 DEBUG [RS:0;d736abcd529b:39035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T19:22:29,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T19:22:29,478 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T19:22:29,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:29,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T19:22:29,519 INFO [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732562579519 2024-11-25T19:22:29,521 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T19:22:29,523 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T19:22:29,527 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T19:22:29,527 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T19:22:29,528 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T19:22:29,528 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T19:22:29,531 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,541 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T19:22:29,544 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T19:22:29,544 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T19:22:29,563 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T19:22:29,563 INFO [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T19:22:29,567 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d736abcd529b:0:becomeActiveMaster-HFileCleaner.large.0-1732562549564,5,FailOnTimeoutGroup] 2024-11-25T19:22:29,571 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d736abcd529b:0:becomeActiveMaster-HFileCleaner.small.0-1732562549567,5,FailOnTimeoutGroup] 2024-11-25T19:22:29,571 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,571 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T19:22:29,573 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,573 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,613 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48699, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T19:22:29,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741831_1007 (size=1039) 2024-11-25T19:22:29,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37099 {}] master.ServerManager(332): Checking decommissioned status of RegionServer d736abcd529b,39035,1732562546845 2024-11-25T19:22:29,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37099 {}] master.ServerManager(486): Registering regionserver=d736abcd529b,39035,1732562546845 2024-11-25T19:22:29,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T19:22:29,644 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:22:29,663 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:22:29,663 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45979 2024-11-25T19:22:29,663 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T19:22:29,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T19:22:29,683 DEBUG [RS:0;d736abcd529b:39035 {}] zookeeper.ZKUtil(111): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d736abcd529b,39035,1732562546845 2024-11-25T19:22:29,684 WARN [RS:0;d736abcd529b:39035 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T19:22:29,684 INFO [RS:0;d736abcd529b:39035 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T19:22:29,684 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/WALs/d736abcd529b,39035,1732562546845 2024-11-25T19:22:29,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d736abcd529b,39035,1732562546845] 2024-11-25T19:22:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741832_1008 (size=32) 2024-11-25T19:22:29,739 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T19:22:29,755 INFO [RS:0;d736abcd529b:39035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T19:22:29,788 INFO [RS:0;d736abcd529b:39035 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T19:22:29,800 INFO [RS:0;d736abcd529b:39035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T19:22:29,800 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,812 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T19:22:29,824 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,825 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,825 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,826 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,826 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,826 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,826 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d736abcd529b:0, corePoolSize=2, maxPoolSize=2 2024-11-25T19:22:29,827 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,827 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,827 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,837 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,838 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d736abcd529b:0, corePoolSize=1, maxPoolSize=1 2024-11-25T19:22:29,838 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d736abcd529b:0, corePoolSize=3, maxPoolSize=3 2024-11-25T19:22:29,839 DEBUG [RS:0;d736abcd529b:39035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0, corePoolSize=3, maxPoolSize=3 2024-11-25T19:22:29,855 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,856 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,857 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,857 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,857 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,39035,1732562546845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T19:22:29,895 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T19:22:29,899 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,39035,1732562546845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:29,927 INFO [RS:0;d736abcd529b:39035 {}] regionserver.Replication(204): d736abcd529b,39035,1732562546845 started 2024-11-25T19:22:29,927 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1767): Serving as d736abcd529b,39035,1732562546845, RpcServer on d736abcd529b/172.17.0.2:39035, sessionid=0x10174bc0a920001 2024-11-25T19:22:29,928 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T19:22:29,928 DEBUG [RS:0;d736abcd529b:39035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d736abcd529b,39035,1732562546845 2024-11-25T19:22:29,928 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd736abcd529b,39035,1732562546845' 2024-11-25T19:22:29,928 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T19:22:29,929 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T19:22:29,930 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T19:22:29,930 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T19:22:29,930 DEBUG [RS:0;d736abcd529b:39035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d736abcd529b,39035,1732562546845 2024-11-25T19:22:29,930 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd736abcd529b,39035,1732562546845' 2024-11-25T19:22:29,930 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T19:22:29,932 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T19:22:29,937 DEBUG [RS:0;d736abcd529b:39035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T19:22:29,937 INFO [RS:0;d736abcd529b:39035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T19:22:29,937 INFO [RS:0;d736abcd529b:39035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T19:22:30,045 INFO [RS:0;d736abcd529b:39035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T19:22:30,054 INFO [RS:0;d736abcd529b:39035 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d736abcd529b%2C39035%2C1732562546845, suffix=, logDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/WALs/d736abcd529b,39035,1732562546845, archiveDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/oldWALs, maxLogs=32 2024-11-25T19:22:30,079 DEBUG [RS:0;d736abcd529b:39035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/WALs/d736abcd529b,39035,1732562546845/d736abcd529b%2C39035%2C1732562546845.1732562550059, exclude list is [], retry=0 2024-11-25T19:22:30,106 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33879,DS-7001ccf6-4007-487d-b6fa-51044572b6b6,DISK] 2024-11-25T19:22:30,123 INFO [RS:0;d736abcd529b:39035 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/WALs/d736abcd529b,39035,1732562546845/d736abcd529b%2C39035%2C1732562546845.1732562550059 2024-11-25T19:22:30,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:30,125 DEBUG [RS:0;d736abcd529b:39035 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44865:44865)] 2024-11-25T19:22:30,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T19:22:30,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T19:22:30,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:30,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T19:22:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T19:22:30,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T19:22:30,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:30,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T19:22:30,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T19:22:30,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T19:22:30,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:30,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T19:22:30,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740 2024-11-25T19:22:30,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740 2024-11-25T19:22:30,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:22:30,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T19:22:30,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:22:30,266 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66428714, jitterRate=-0.010135024785995483}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:22:30,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T19:22:30,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T19:22:30,271 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T19:22:30,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T19:22:30,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T19:22:30,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T19:22:30,280 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T19:22:30,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T19:22:30,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T19:22:30,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T19:22:30,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T19:22:30,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T19:22:30,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T19:22:30,475 DEBUG [d736abcd529b:37099 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T19:22:30,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:22:30,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d736abcd529b,39035,1732562546845, state=OPENING 2024-11-25T19:22:30,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T19:22:30,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:30,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:30,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T19:22:30,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T19:22:30,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:22:30,699 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:30,702 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T19:22:30,711 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39734, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T19:22:30,727 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T19:22:30,728 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T19:22:30,728 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T19:22:30,739 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d736abcd529b%2C39035%2C1732562546845.meta, suffix=.meta, logDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/WALs/d736abcd529b,39035,1732562546845, archiveDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/oldWALs, maxLogs=32 2024-11-25T19:22:30,762 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/WALs/d736abcd529b,39035,1732562546845/d736abcd529b%2C39035%2C1732562546845.meta.1732562550741.meta, exclude list is [], retry=0 2024-11-25T19:22:30,773 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33879,DS-7001ccf6-4007-487d-b6fa-51044572b6b6,DISK] 2024-11-25T19:22:30,783 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/WALs/d736abcd529b,39035,1732562546845/d736abcd529b%2C39035%2C1732562546845.meta.1732562550741.meta 2024-11-25T19:22:30,784 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44865:44865)] 2024-11-25T19:22:30,785 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:22:30,787 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T19:22:30,873 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T19:22:30,879 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T19:22:30,885 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T19:22:30,886 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:30,886 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T19:22:30,886 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T19:22:30,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T19:22:30,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T19:22:30,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:30,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T19:22:30,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T19:22:30,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T19:22:30,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:30,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T19:22:30,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T19:22:30,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T19:22:30,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:30,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T19:22:30,908 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740 2024-11-25T19:22:30,922 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740 2024-11-25T19:22:30,928 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:22:30,933 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T19:22:30,936 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64148622, jitterRate=-0.044111043214797974}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:22:30,938 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T19:22:30,946 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732562550689 2024-11-25T19:22:30,959 DEBUG [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T19:22:30,959 INFO [RS_OPEN_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T19:22:30,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:22:30,963 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d736abcd529b,39035,1732562546845, state=OPEN 2024-11-25T19:22:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T19:22:31,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T19:22:31,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T19:22:31,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T19:22:31,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T19:22:31,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=d736abcd529b,39035,1732562546845 in 499 msec 2024-11-25T19:22:31,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T19:22:31,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 716 msec 2024-11-25T19:22:31,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.7980 sec 2024-11-25T19:22:31,049 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732562551049, completionTime=-1 2024-11-25T19:22:31,049 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T19:22:31,050 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T19:22:31,097 DEBUG [hconnection-0x1097d480-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:31,101 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:31,113 INFO [master/d736abcd529b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T19:22:31,114 INFO [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732562611114 2024-11-25T19:22:31,114 INFO [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732562671114 2024-11-25T19:22:31,114 INFO [master/d736abcd529b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 64 msec 2024-11-25T19:22:31,167 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,37099,1732562545666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:31,168 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,37099,1732562545666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:31,168 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,37099,1732562545666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:31,170 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d736abcd529b:37099, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:31,171 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:31,190 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T19:22:31,192 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T19:22:31,195 DEBUG [master/d736abcd529b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T19:22:31,213 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T19:22:31,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T19:22:31,221 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:31,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T19:22:31,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741835_1011 (size=358) 2024-11-25T19:22:31,334 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c5d55cc50bf1f4112716b614f36b1446, NAME => 'hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:22:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741836_1012 (size=42) 2024-11-25T19:22:31,429 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:31,429 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c5d55cc50bf1f4112716b614f36b1446, disabling compactions & flushes 2024-11-25T19:22:31,429 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:22:31,429 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:22:31,429 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. after waiting 0 ms 2024-11-25T19:22:31,429 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:22:31,429 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:22:31,430 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c5d55cc50bf1f4112716b614f36b1446: 2024-11-25T19:22:31,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T19:22:31,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732562551440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732562551440"}]},"ts":"1732562551440"} 2024-11-25T19:22:31,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T19:22:31,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T19:22:31,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562551480"}]},"ts":"1732562551480"} 2024-11-25T19:22:31,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T19:22:31,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c5d55cc50bf1f4112716b614f36b1446, ASSIGN}] 2024-11-25T19:22:31,518 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c5d55cc50bf1f4112716b614f36b1446, ASSIGN 2024-11-25T19:22:31,520 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c5d55cc50bf1f4112716b614f36b1446, ASSIGN; state=OFFLINE, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=false 2024-11-25T19:22:31,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c5d55cc50bf1f4112716b614f36b1446, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:22:31,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c5d55cc50bf1f4112716b614f36b1446, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:22:31,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:31,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:22:31,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c5d55cc50bf1f4112716b614f36b1446, NAME => 'hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:22:31,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:22:31,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:31,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:22:31,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:22:31,860 INFO [StoreOpener-c5d55cc50bf1f4112716b614f36b1446-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:22:31,893 INFO [StoreOpener-c5d55cc50bf1f4112716b614f36b1446-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5d55cc50bf1f4112716b614f36b1446 columnFamilyName info 2024-11-25T19:22:31,893 DEBUG [StoreOpener-c5d55cc50bf1f4112716b614f36b1446-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:31,895 INFO [StoreOpener-c5d55cc50bf1f4112716b614f36b1446-1 {}] regionserver.HStore(327): Store=c5d55cc50bf1f4112716b614f36b1446/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:22:31,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:22:31,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:22:31,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:22:31,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:22:31,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c5d55cc50bf1f4112716b614f36b1446; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65044426, jitterRate=-0.030762523412704468}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T19:22:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c5d55cc50bf1f4112716b614f36b1446: 2024-11-25T19:22:31,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446., pid=6, masterSystemTime=1732562551839 2024-11-25T19:22:31,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:22:31,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:22:31,948 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c5d55cc50bf1f4112716b614f36b1446, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:22:31,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T19:22:31,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c5d55cc50bf1f4112716b614f36b1446, server=d736abcd529b,39035,1732562546845 in 277 msec 2024-11-25T19:22:31,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T19:22:31,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c5d55cc50bf1f4112716b614f36b1446, ASSIGN in 445 msec 2024-11-25T19:22:31,970 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T19:22:31,971 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562551970"}]},"ts":"1732562551970"} 2024-11-25T19:22:31,974 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T19:22:32,014 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T19:22:32,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 822 msec 2024-11-25T19:22:32,034 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T19:22:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T19:22:32,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:22:32,079 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T19:22:32,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T19:22:32,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 135 msec 2024-11-25T19:22:32,216 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T19:22:32,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T19:22:32,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 50 msec 2024-11-25T19:22:32,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T19:22:32,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T19:22:32,350 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.367sec 2024-11-25T19:22:32,351 INFO [master/d736abcd529b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T19:22:32,352 INFO [master/d736abcd529b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T19:22:32,354 INFO [master/d736abcd529b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T19:22:32,354 INFO [master/d736abcd529b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T19:22:32,355 INFO [master/d736abcd529b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T19:22:32,356 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,37099,1732562545666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T19:22:32,357 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,37099,1732562545666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T19:22:32,387 DEBUG [master/d736abcd529b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T19:22:32,389 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T19:22:32,390 INFO [master/d736abcd529b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d736abcd529b,37099,1732562545666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T19:22:32,421 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6169df5c to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a3c3fb3 2024-11-25T19:22:32,422 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T19:22:32,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a59d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:32,475 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T19:22:32,475 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T19:22:32,539 DEBUG [hconnection-0x46f0e06c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:32,556 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=d736abcd529b,37099,1732562545666 2024-11-25T19:22:32,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=750, ProcessCount=11, AvailableMemoryMB=6697 2024-11-25T19:22:32,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T19:22:32,627 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T19:22:32,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:22:32,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:22:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T19:22:32,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T19:22:32,664 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:32,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T19:22:32,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T19:22:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T19:22:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741837_1013 (size=960) 2024-11-25T19:22:32,732 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:22:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T19:22:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741838_1014 (size=53) 2024-11-25T19:22:32,802 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:32,803 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 741f401daf173ced950740142a16e69a, disabling compactions & flushes 2024-11-25T19:22:32,803 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:32,803 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:32,803 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. after waiting 0 ms 2024-11-25T19:22:32,803 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:32,803 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:32,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:32,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T19:22:32,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732562552816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732562552816"}]},"ts":"1732562552816"} 2024-11-25T19:22:32,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T19:22:32,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T19:22:32,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562552834"}]},"ts":"1732562552834"} 2024-11-25T19:22:32,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T19:22:32,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=741f401daf173ced950740142a16e69a, ASSIGN}] 2024-11-25T19:22:32,874 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=741f401daf173ced950740142a16e69a, ASSIGN 2024-11-25T19:22:32,877 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=741f401daf173ced950740142a16e69a, ASSIGN; state=OFFLINE, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=false 2024-11-25T19:22:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T19:22:33,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=741f401daf173ced950740142a16e69a, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:22:33,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:22:33,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:33,196 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:33,197 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:22:33,197 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,197 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:22:33,198 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,198 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,201 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,208 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:22:33,209 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741f401daf173ced950740142a16e69a columnFamilyName A 2024-11-25T19:22:33,209 DEBUG [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:33,210 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.HStore(327): Store=741f401daf173ced950740142a16e69a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:22:33,211 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,214 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:22:33,214 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741f401daf173ced950740142a16e69a columnFamilyName B 2024-11-25T19:22:33,214 DEBUG [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:33,216 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.HStore(327): Store=741f401daf173ced950740142a16e69a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:22:33,216 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,219 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:22:33,220 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 741f401daf173ced950740142a16e69a columnFamilyName C 2024-11-25T19:22:33,220 DEBUG [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:22:33,227 INFO [StoreOpener-741f401daf173ced950740142a16e69a-1 {}] regionserver.HStore(327): Store=741f401daf173ced950740142a16e69a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:22:33,228 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:33,230 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,231 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,234 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:22:33,241 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 741f401daf173ced950740142a16e69a 2024-11-25T19:22:33,255 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:22:33,257 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 741f401daf173ced950740142a16e69a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69683016, jitterRate=0.03835785388946533}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:22:33,258 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:33,261 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., pid=11, masterSystemTime=1732562553188 2024-11-25T19:22:33,269 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=741f401daf173ced950740142a16e69a, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:22:33,271 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:33,272 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:33,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T19:22:33,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 in 247 msec 2024-11-25T19:22:33,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T19:22:33,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=741f401daf173ced950740142a16e69a, ASSIGN in 416 msec 2024-11-25T19:22:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T19:22:33,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T19:22:33,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562553303"}]},"ts":"1732562553303"} 2024-11-25T19:22:33,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T19:22:33,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T19:22:33,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 685 msec 2024-11-25T19:22:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T19:22:33,800 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T19:22:33,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x565a0a51 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38196d7 2024-11-25T19:22:33,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59596a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:33,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:33,850 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:33,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T19:22:33,861 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T19:22:33,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76bfdcf5 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28808bb9 2024-11-25T19:22:33,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cac4303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:33,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b3a6cb4 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@774bf929 2024-11-25T19:22:33,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305f2915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:33,990 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29b132d8 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54af89df 2024-11-25T19:22:34,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7115de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:34,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dd77b4a to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@251efa5e 2024-11-25T19:22:34,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec99212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:34,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a33c837 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f7d3d3 2024-11-25T19:22:34,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c943d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:34,085 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47c7c7c9 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bf8e82a 2024-11-25T19:22:34,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0c7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:34,111 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37950159 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ba01639 2024-11-25T19:22:34,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475ca0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:34,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06704743 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24890c79 2024-11-25T19:22:34,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c9c1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:34,169 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d4c9c1c to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51cab508 2024-11-25T19:22:34,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1331a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:22:34,259 DEBUG [hconnection-0x21675e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,268 DEBUG [hconnection-0x3bca7345-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,269 DEBUG [hconnection-0x26042863-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,271 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,271 DEBUG [hconnection-0x1107dd33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,276 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T19:22:34,297 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,297 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,302 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,302 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,303 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:34,306 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:34,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T19:22:34,330 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,337 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,342 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,366 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,374 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:22:34,376 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,378 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,380 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:22:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T19:22:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:34,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:34,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T19:22:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:34,558 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T19:22:34,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:34,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:34,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:34,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:34,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:34,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T19:22:34,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562614800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562614806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:34,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/350f54fb873a4f8db1a196df85c683fe is 50, key is test_row_0/A:col10/1732562554555/Put/seqid=0 2024-11-25T19:22:34,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562614821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:34,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562614833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:34,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562614835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T19:22:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741839_1015 (size=19021) 2024-11-25T19:22:34,994 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/350f54fb873a4f8db1a196df85c683fe 2024-11-25T19:22:35,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562615073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562615084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562615087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562615089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562615088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/e45969302b57410f902964c67a253ec1 is 50, key is test_row_0/B:col10/1732562554555/Put/seqid=0 2024-11-25T19:22:35,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741840_1016 (size=12001) 2024-11-25T19:22:35,257 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/e45969302b57410f902964c67a253ec1 2024-11-25T19:22:35,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562615300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562615315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562615318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562615326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562615326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/cdc42476e4874a0e9054dba958692474 is 50, key is test_row_0/C:col10/1732562554555/Put/seqid=0 2024-11-25T19:22:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T19:22:35,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741841_1017 (size=12001) 2024-11-25T19:22:35,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562615611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562615656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562615656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562615667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562615653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:35,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T19:22:35,750 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T19:22:35,751 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T19:22:35,889 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/cdc42476e4874a0e9054dba958692474 2024-11-25T19:22:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/350f54fb873a4f8db1a196df85c683fe as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/350f54fb873a4f8db1a196df85c683fe 2024-11-25T19:22:35,962 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/350f54fb873a4f8db1a196df85c683fe, entries=300, sequenceid=18, filesize=18.6 K 2024-11-25T19:22:35,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/e45969302b57410f902964c67a253ec1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/e45969302b57410f902964c67a253ec1 2024-11-25T19:22:36,016 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/e45969302b57410f902964c67a253ec1, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T19:22:36,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/cdc42476e4874a0e9054dba958692474 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/cdc42476e4874a0e9054dba958692474 2024-11-25T19:22:36,094 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/cdc42476e4874a0e9054dba958692474, entries=150, sequenceid=18, filesize=11.7 K 2024-11-25T19:22:36,123 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 741f401daf173ced950740142a16e69a in 1564ms, sequenceid=18, compaction requested=false 2024-11-25T19:22:36,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:36,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:36,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T19:22:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T19:22:36,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:36,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T19:22:36,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:36,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:36,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:36,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:36,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:36,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:36,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T19:22:36,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-11-25T19:22:36,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.8730 sec 2024-11-25T19:22:36,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/d1af2d546ffe445993625e2b2a69bbc9 is 50, key is test_row_0/A:col10/1732562556133/Put/seqid=0 2024-11-25T19:22:36,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741842_1018 (size=14341) 2024-11-25T19:22:36,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/d1af2d546ffe445993625e2b2a69bbc9 2024-11-25T19:22:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562616257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562616270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562616273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562616352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562616361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/afa7e968b6f94034b6ca8bc09851763a is 50, key is test_row_0/B:col10/1732562556133/Put/seqid=0 2024-11-25T19:22:36,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T19:22:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T19:22:36,476 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T19:22:36,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562616467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562616467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562616477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:36,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562616487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741843_1019 (size=12001) 2024-11-25T19:22:36,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/afa7e968b6f94034b6ca8bc09851763a 2024-11-25T19:22:36,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562616509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T19:22:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T19:22:36,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:36,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:36,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:36,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/e6f143cfdb3f4ab39b80012d6d33fbae is 50, key is test_row_0/C:col10/1732562556133/Put/seqid=0 2024-11-25T19:22:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T19:22:36,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T19:22:36,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T19:22:36,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T19:22:36,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T19:22:36,682 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T19:22:36,702 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T19:22:36,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T19:22:36,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T19:22:36,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562616715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T19:22:36,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T19:22:36,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562616705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562616740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562616750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741844_1020 (size=12001) 2024-11-25T19:22:36,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562616751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T19:22:36,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:36,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:36,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T19:22:36,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:36,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T19:22:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:36,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:36,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:36,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:37,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562617053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562617066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562617068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562617070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562617070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,146 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T19:22:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:37,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:37,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:37,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/e6f143cfdb3f4ab39b80012d6d33fbae 2024-11-25T19:22:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T19:22:37,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/d1af2d546ffe445993625e2b2a69bbc9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/d1af2d546ffe445993625e2b2a69bbc9 2024-11-25T19:22:37,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/d1af2d546ffe445993625e2b2a69bbc9, entries=200, sequenceid=40, filesize=14.0 K 2024-11-25T19:22:37,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/afa7e968b6f94034b6ca8bc09851763a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/afa7e968b6f94034b6ca8bc09851763a 2024-11-25T19:22:37,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/afa7e968b6f94034b6ca8bc09851763a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T19:22:37,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/e6f143cfdb3f4ab39b80012d6d33fbae as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/e6f143cfdb3f4ab39b80012d6d33fbae 2024-11-25T19:22:37,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T19:22:37,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:37,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:37,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:37,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:37,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:37,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/e6f143cfdb3f4ab39b80012d6d33fbae, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T19:22:37,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 741f401daf173ced950740142a16e69a in 1207ms, sequenceid=40, compaction requested=false 2024-11-25T19:22:37,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:37,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T19:22:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:37,476 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T19:22:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:37,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/2e68d5624f384f5e89eb5c8f7bf44594 is 50, key is test_row_0/A:col10/1732562556328/Put/seqid=0 2024-11-25T19:22:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741845_1021 (size=12001) 2024-11-25T19:22:37,576 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/2e68d5624f384f5e89eb5c8f7bf44594 2024-11-25T19:22:37,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:37,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/c2e6e2275cc14ee791b8bed4121026f8 is 50, key is test_row_0/B:col10/1732562556328/Put/seqid=0 2024-11-25T19:22:37,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T19:22:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741846_1022 (size=12001) 2024-11-25T19:22:37,724 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/c2e6e2275cc14ee791b8bed4121026f8 2024-11-25T19:22:37,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562617725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562617725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562617743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562617736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562617753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/00311d343a6d418f8dbc4a3b8ed86e10 is 50, key is test_row_0/C:col10/1732562556328/Put/seqid=0 2024-11-25T19:22:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741847_1023 (size=12001) 2024-11-25T19:22:37,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562617871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562617889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562617887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562617892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:37,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562617892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562618097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562618108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562618121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562618129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562618125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,238 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/00311d343a6d418f8dbc4a3b8ed86e10 2024-11-25T19:22:38,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/2e68d5624f384f5e89eb5c8f7bf44594 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/2e68d5624f384f5e89eb5c8f7bf44594 2024-11-25T19:22:38,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/2e68d5624f384f5e89eb5c8f7bf44594, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T19:22:38,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/c2e6e2275cc14ee791b8bed4121026f8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c2e6e2275cc14ee791b8bed4121026f8 2024-11-25T19:22:38,316 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c2e6e2275cc14ee791b8bed4121026f8, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T19:22:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/00311d343a6d418f8dbc4a3b8ed86e10 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/00311d343a6d418f8dbc4a3b8ed86e10 2024-11-25T19:22:38,357 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/00311d343a6d418f8dbc4a3b8ed86e10, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T19:22:38,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 741f401daf173ced950740142a16e69a in 883ms, sequenceid=54, compaction requested=true 2024-11-25T19:22:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T19:22:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T19:22:38,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T19:22:38,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-11-25T19:22:38,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8800 sec 2024-11-25T19:22:38,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T19:22:38,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:38,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:38,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:38,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:38,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:38,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:38,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/ac17d772a6294f93bdd7bd975dc2b132 is 50, key is test_row_0/A:col10/1732562557679/Put/seqid=0 2024-11-25T19:22:38,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562618476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562618487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562618492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562618493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562618480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741848_1024 (size=14341) 2024-11-25T19:22:38,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/ac17d772a6294f93bdd7bd975dc2b132 2024-11-25T19:22:38,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/ac1af6eb53fc4ad8aa11b4d980e26d2f is 50, key is test_row_0/B:col10/1732562557679/Put/seqid=0 2024-11-25T19:22:38,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562618604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562618605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562618604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562618608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562618608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741849_1025 (size=12001) 2024-11-25T19:22:38,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/ac1af6eb53fc4ad8aa11b4d980e26d2f 2024-11-25T19:22:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T19:22:38,681 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T19:22:38,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T19:22:38,696 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:38,698 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:38,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T19:22:38,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/ff97adc6e08e47f489abbc1e73991c9d is 50, key is test_row_0/C:col10/1732562557679/Put/seqid=0 2024-11-25T19:22:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741850_1026 (size=12001) 2024-11-25T19:22:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T19:22:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562618816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562618820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562618828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562618826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562618839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,859 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:38,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T19:22:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:38,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:38,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:38,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T19:22:39,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T19:22:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562619130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562619138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562619150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562619158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/ff97adc6e08e47f489abbc1e73991c9d 2024-11-25T19:22:39,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562619173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/ac17d772a6294f93bdd7bd975dc2b132 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/ac17d772a6294f93bdd7bd975dc2b132 2024-11-25T19:22:39,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/ac17d772a6294f93bdd7bd975dc2b132, entries=200, sequenceid=77, filesize=14.0 K 2024-11-25T19:22:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/ac1af6eb53fc4ad8aa11b4d980e26d2f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/ac1af6eb53fc4ad8aa11b4d980e26d2f 2024-11-25T19:22:39,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T19:22:39,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:39,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:39,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:39,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/ac1af6eb53fc4ad8aa11b4d980e26d2f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T19:22:39,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/ff97adc6e08e47f489abbc1e73991c9d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ff97adc6e08e47f489abbc1e73991c9d 2024-11-25T19:22:39,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ff97adc6e08e47f489abbc1e73991c9d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T19:22:39,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 741f401daf173ced950740142a16e69a in 866ms, sequenceid=77, compaction requested=true 2024-11-25T19:22:39,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:39,295 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:39,295 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:39,303 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:39,305 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:39,305 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,306 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/e45969302b57410f902964c67a253ec1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/afa7e968b6f94034b6ca8bc09851763a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c2e6e2275cc14ee791b8bed4121026f8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/ac1af6eb53fc4ad8aa11b4d980e26d2f] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=46.9 K 2024-11-25T19:22:39,309 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting e45969302b57410f902964c67a253ec1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732562554459 2024-11-25T19:22:39,309 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59704 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:39,309 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:39,309 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,309 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/350f54fb873a4f8db1a196df85c683fe, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/d1af2d546ffe445993625e2b2a69bbc9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/2e68d5624f384f5e89eb5c8f7bf44594, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/ac17d772a6294f93bdd7bd975dc2b132] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=58.3 K 2024-11-25T19:22:39,310 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting afa7e968b6f94034b6ca8bc09851763a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732562554792 2024-11-25T19:22:39,310 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 350f54fb873a4f8db1a196df85c683fe, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732562554406 2024-11-25T19:22:39,311 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c2e6e2275cc14ee791b8bed4121026f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732562556258 2024-11-25T19:22:39,312 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1af2d546ffe445993625e2b2a69bbc9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732562554792 2024-11-25T19:22:39,312 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ac1af6eb53fc4ad8aa11b4d980e26d2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562557679 2024-11-25T19:22:39,314 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e68d5624f384f5e89eb5c8f7bf44594, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732562556258 2024-11-25T19:22:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T19:22:39,315 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac17d772a6294f93bdd7bd975dc2b132, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562557679 2024-11-25T19:22:39,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T19:22:39,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T19:22:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/b64691cdf2774cf2b1e01d7160f18229 is 50, key is test_row_0/A:col10/1732562558476/Put/seqid=0 2024-11-25T19:22:39,437 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#13 average throughput is 0.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:39,438 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/1410c1ad5e3644b2847718cbb623c891 is 50, key is test_row_0/B:col10/1732562557679/Put/seqid=0 2024-11-25T19:22:39,441 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#12 average throughput is 0.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:39,442 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/61235a0d5a1c407f9fe622aa9dfd49c8 is 50, key is test_row_0/A:col10/1732562557679/Put/seqid=0 2024-11-25T19:22:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741851_1027 (size=12001) 2024-11-25T19:22:39,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/b64691cdf2774cf2b1e01d7160f18229 2024-11-25T19:22:39,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741852_1028 (size=12139) 2024-11-25T19:22:39,520 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/1410c1ad5e3644b2847718cbb623c891 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1410c1ad5e3644b2847718cbb623c891 2024-11-25T19:22:39,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7efc87e46ac34af3b4c7f27529fa1f95 is 50, key is test_row_0/B:col10/1732562558476/Put/seqid=0 2024-11-25T19:22:39,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741853_1029 (size=12139) 2024-11-25T19:22:39,550 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into 1410c1ad5e3644b2847718cbb623c891(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:39,551 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:39,551 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=12, startTime=1732562559295; duration=0sec 2024-11-25T19:22:39,555 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:39,556 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:39,556 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:39,569 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/61235a0d5a1c407f9fe622aa9dfd49c8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/61235a0d5a1c407f9fe622aa9dfd49c8 2024-11-25T19:22:39,569 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:39,569 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:39,569 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:39,570 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/cdc42476e4874a0e9054dba958692474, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/e6f143cfdb3f4ab39b80012d6d33fbae, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/00311d343a6d418f8dbc4a3b8ed86e10, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ff97adc6e08e47f489abbc1e73991c9d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=46.9 K 2024-11-25T19:22:39,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741854_1030 (size=12001) 2024-11-25T19:22:39,575 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting cdc42476e4874a0e9054dba958692474, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732562554459 2024-11-25T19:22:39,576 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f143cfdb3f4ab39b80012d6d33fbae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732562554792 2024-11-25T19:22:39,577 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 00311d343a6d418f8dbc4a3b8ed86e10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732562556258 2024-11-25T19:22:39,578 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ff97adc6e08e47f489abbc1e73991c9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562557679 2024-11-25T19:22:39,609 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into 61235a0d5a1c407f9fe622aa9dfd49c8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:39,609 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:39,615 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=12, startTime=1732562559285; duration=0sec 2024-11-25T19:22:39,616 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:39,616 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:39,662 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#16 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:39,664 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/33c5905d733742a6a813460a909036a4 is 50, key is test_row_0/C:col10/1732562557679/Put/seqid=0 2024-11-25T19:22:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:39,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741855_1031 (size=12139) 2024-11-25T19:22:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T19:22:39,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562619846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562619847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562619871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562619881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562619884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:39,985 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7efc87e46ac34af3b4c7f27529fa1f95 2024-11-25T19:22:39,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562619985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562619995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562620000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562620004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562620015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/40cff2b3fd1d4636936920bc160a93ae is 50, key is test_row_0/C:col10/1732562558476/Put/seqid=0 2024-11-25T19:22:40,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741856_1032 (size=12001) 2024-11-25T19:22:40,106 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/40cff2b3fd1d4636936920bc160a93ae 2024-11-25T19:22:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/b64691cdf2774cf2b1e01d7160f18229 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b64691cdf2774cf2b1e01d7160f18229 2024-11-25T19:22:40,137 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b64691cdf2774cf2b1e01d7160f18229, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T19:22:40,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7efc87e46ac34af3b4c7f27529fa1f95 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7efc87e46ac34af3b4c7f27529fa1f95 2024-11-25T19:22:40,152 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7efc87e46ac34af3b4c7f27529fa1f95, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T19:22:40,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/40cff2b3fd1d4636936920bc160a93ae as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/40cff2b3fd1d4636936920bc160a93ae 2024-11-25T19:22:40,178 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/33c5905d733742a6a813460a909036a4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/33c5905d733742a6a813460a909036a4 2024-11-25T19:22:40,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/40cff2b3fd1d4636936920bc160a93ae, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T19:22:40,190 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 741f401daf173ced950740142a16e69a in 824ms, sequenceid=91, compaction requested=false 2024-11-25T19:22:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T19:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T19:22:40,204 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into 33c5905d733742a6a813460a909036a4(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:40,204 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:40,204 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=12, startTime=1732562559295; duration=0sec 2024-11-25T19:22:40,204 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:40,204 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:40,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T19:22:40,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5050 sec 2024-11-25T19:22:40,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.5220 sec 2024-11-25T19:22:40,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T19:22:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:40,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:40,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:40,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:40,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:40,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:40,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/c4827285aa8d4b6088557be405e06f91 is 50, key is test_row_0/A:col10/1732562560222/Put/seqid=0 2024-11-25T19:22:40,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741857_1033 (size=14341) 2024-11-25T19:22:40,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/c4827285aa8d4b6088557be405e06f91 2024-11-25T19:22:40,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562620291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562620291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562620277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562620305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562620306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/25a5c0073fd1472488ab9e4e71e19c8a is 50, key is test_row_0/B:col10/1732562560222/Put/seqid=0 2024-11-25T19:22:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741858_1034 (size=12001) 2024-11-25T19:22:40,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/25a5c0073fd1472488ab9e4e71e19c8a 2024-11-25T19:22:40,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562620412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562620429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/ce155cbfadfe49b2b2a4f555cc3d864f is 50, key is test_row_0/C:col10/1732562560222/Put/seqid=0 2024-11-25T19:22:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562620446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562620448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562620449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741859_1035 (size=12001) 2024-11-25T19:22:40,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/ce155cbfadfe49b2b2a4f555cc3d864f 2024-11-25T19:22:40,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/c4827285aa8d4b6088557be405e06f91 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/c4827285aa8d4b6088557be405e06f91 2024-11-25T19:22:40,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/c4827285aa8d4b6088557be405e06f91, entries=200, sequenceid=119, filesize=14.0 K 2024-11-25T19:22:40,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/25a5c0073fd1472488ab9e4e71e19c8a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/25a5c0073fd1472488ab9e4e71e19c8a 2024-11-25T19:22:40,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/25a5c0073fd1472488ab9e4e71e19c8a, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T19:22:40,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/ce155cbfadfe49b2b2a4f555cc3d864f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ce155cbfadfe49b2b2a4f555cc3d864f 2024-11-25T19:22:40,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ce155cbfadfe49b2b2a4f555cc3d864f, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T19:22:40,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 741f401daf173ced950740142a16e69a in 425ms, sequenceid=119, compaction requested=true 2024-11-25T19:22:40,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:40,650 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:40,650 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:40,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:40,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T19:22:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:40,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:40,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:40,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:40,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:40,658 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:40,658 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:40,658 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:40,659 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/61235a0d5a1c407f9fe622aa9dfd49c8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b64691cdf2774cf2b1e01d7160f18229, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/c4827285aa8d4b6088557be405e06f91] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=37.6 K 2024-11-25T19:22:40,660 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:40,660 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:40,660 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:40,661 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1410c1ad5e3644b2847718cbb623c891, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7efc87e46ac34af3b4c7f27529fa1f95, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/25a5c0073fd1472488ab9e4e71e19c8a] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=35.3 K 2024-11-25T19:22:40,661 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61235a0d5a1c407f9fe622aa9dfd49c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562557679 2024-11-25T19:22:40,662 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 1410c1ad5e3644b2847718cbb623c891, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562557679 2024-11-25T19:22:40,663 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7efc87e46ac34af3b4c7f27529fa1f95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732562558461 2024-11-25T19:22:40,664 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting b64691cdf2774cf2b1e01d7160f18229, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732562558461 2024-11-25T19:22:40,668 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 25a5c0073fd1472488ab9e4e71e19c8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562559837 2024-11-25T19:22:40,669 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4827285aa8d4b6088557be405e06f91, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562559837 2024-11-25T19:22:40,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/28c03a16e0ec456a9c23c64c2d15acf1 is 50, key is test_row_0/A:col10/1732562560289/Put/seqid=0 2024-11-25T19:22:40,729 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#22 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:40,730 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/db9e480fdae142259ffc2af3ff4ce3d5 is 50, key is test_row_0/B:col10/1732562560222/Put/seqid=0 2024-11-25T19:22:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741860_1036 (size=14441) 2024-11-25T19:22:40,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/28c03a16e0ec456a9c23c64c2d15acf1 2024-11-25T19:22:40,749 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:40,750 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/cec69539e34b4aa69f794de3645a2f83 is 50, key is test_row_0/A:col10/1732562560222/Put/seqid=0 2024-11-25T19:22:40,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741861_1037 (size=12241) 2024-11-25T19:22:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T19:22:40,820 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T19:22:40,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741862_1038 (size=12241) 2024-11-25T19:22:40,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/3ebbf0dfb2844b34b44b80ac050dee2a is 50, key is test_row_0/B:col10/1732562560289/Put/seqid=0 2024-11-25T19:22:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T19:22:40,829 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T19:22:40,832 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:40,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:40,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562620804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562620803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562620829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562620833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562620834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,851 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/db9e480fdae142259ffc2af3ff4ce3d5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/db9e480fdae142259ffc2af3ff4ce3d5 2024-11-25T19:22:40,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741863_1039 (size=12101) 2024-11-25T19:22:40,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/3ebbf0dfb2844b34b44b80ac050dee2a 2024-11-25T19:22:40,899 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into db9e480fdae142259ffc2af3ff4ce3d5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:40,899 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:40,899 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=13, startTime=1732562560650; duration=0sec 2024-11-25T19:22:40,900 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:40,900 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:40,900 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:40,908 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:40,908 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:40,908 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:40,909 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/33c5905d733742a6a813460a909036a4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/40cff2b3fd1d4636936920bc160a93ae, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ce155cbfadfe49b2b2a4f555cc3d864f] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=35.3 K 2024-11-25T19:22:40,912 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 33c5905d733742a6a813460a909036a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562557679 2024-11-25T19:22:40,915 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 40cff2b3fd1d4636936920bc160a93ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732562558461 2024-11-25T19:22:40,917 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ce155cbfadfe49b2b2a4f555cc3d864f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562559837 2024-11-25T19:22:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T19:22:40,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562620944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562620944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562620944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562620955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562620955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:40,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/2ab97be0556048c9aa6f92bec9702daa is 50, key is test_row_0/C:col10/1732562560289/Put/seqid=0 2024-11-25T19:22:40,983 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#26 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:40,984 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/a6b317cbb23d4f43a32413a83c2bf33c is 50, key is test_row_0/C:col10/1732562560222/Put/seqid=0 2024-11-25T19:22:40,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T19:22:41,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:41,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741864_1040 (size=12101) 2024-11-25T19:22:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741865_1041 (size=12241) 2024-11-25T19:22:41,118 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/a6b317cbb23d4f43a32413a83c2bf33c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/a6b317cbb23d4f43a32413a83c2bf33c 2024-11-25T19:22:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T19:22:41,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562621152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562621152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,160 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into a6b317cbb23d4f43a32413a83c2bf33c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:41,161 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:41,161 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=13, startTime=1732562560650; duration=0sec 2024-11-25T19:22:41,161 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:41,161 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:41,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562621166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T19:22:41,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562621166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562621180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,276 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/cec69539e34b4aa69f794de3645a2f83 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/cec69539e34b4aa69f794de3645a2f83 2024-11-25T19:22:41,319 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into cec69539e34b4aa69f794de3645a2f83(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:41,321 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:41,321 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=13, startTime=1732562560649; duration=0sec 2024-11-25T19:22:41,322 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:41,322 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:41,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T19:22:41,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T19:22:41,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/2ab97be0556048c9aa6f92bec9702daa 2024-11-25T19:22:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562621460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562621460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562621480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T19:22:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/28c03a16e0ec456a9c23c64c2d15acf1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/28c03a16e0ec456a9c23c64c2d15acf1 2024-11-25T19:22:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562621489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:41,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562621504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/28c03a16e0ec456a9c23c64c2d15acf1, entries=200, sequenceid=131, filesize=14.1 K 2024-11-25T19:22:41,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/3ebbf0dfb2844b34b44b80ac050dee2a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/3ebbf0dfb2844b34b44b80ac050dee2a 2024-11-25T19:22:41,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/3ebbf0dfb2844b34b44b80ac050dee2a, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T19:22:41,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/2ab97be0556048c9aa6f92bec9702daa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/2ab97be0556048c9aa6f92bec9702daa 2024-11-25T19:22:41,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/2ab97be0556048c9aa6f92bec9702daa, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T19:22:41,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 741f401daf173ced950740142a16e69a in 943ms, sequenceid=131, compaction requested=false 2024-11-25T19:22:41,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:41,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:41,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T19:22:41,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:41,675 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:22:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:41,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f886f9e3b6e2420c8bddfd891d4c72bb is 50, key is test_row_0/A:col10/1732562560829/Put/seqid=0 2024-11-25T19:22:41,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741866_1042 (size=12151) 2024-11-25T19:22:41,770 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f886f9e3b6e2420c8bddfd891d4c72bb 2024-11-25T19:22:41,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4dfcc4a3355d4a19ba6b45c10ff59330 is 50, key is test_row_0/B:col10/1732562560829/Put/seqid=0 2024-11-25T19:22:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741867_1043 (size=12151) 2024-11-25T19:22:41,943 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4dfcc4a3355d4a19ba6b45c10ff59330 2024-11-25T19:22:41,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T19:22:41,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/72cd27648840470e94e3e7f7a9df48fd is 50, key is test_row_0/C:col10/1732562560829/Put/seqid=0 2024-11-25T19:22:42,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562622019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562622022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562622025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562622030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562622031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741868_1044 (size=12151) 2024-11-25T19:22:42,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562622133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562622135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562622135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562622142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562622149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562622341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562622352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562622359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562622360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562622363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,456 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/72cd27648840470e94e3e7f7a9df48fd 2024-11-25T19:22:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f886f9e3b6e2420c8bddfd891d4c72bb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f886f9e3b6e2420c8bddfd891d4c72bb 2024-11-25T19:22:42,514 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f886f9e3b6e2420c8bddfd891d4c72bb, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T19:22:42,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4dfcc4a3355d4a19ba6b45c10ff59330 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4dfcc4a3355d4a19ba6b45c10ff59330 2024-11-25T19:22:42,560 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4dfcc4a3355d4a19ba6b45c10ff59330, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T19:22:42,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/72cd27648840470e94e3e7f7a9df48fd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/72cd27648840470e94e3e7f7a9df48fd 2024-11-25T19:22:42,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/72cd27648840470e94e3e7f7a9df48fd, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T19:22:42,587 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 741f401daf173ced950740142a16e69a in 912ms, sequenceid=159, compaction requested=true 2024-11-25T19:22:42,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:42,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:42,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T19:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T19:22:42,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T19:22:42,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-25T19:22:42,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.7900 sec 2024-11-25T19:22:42,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T19:22:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:42,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:42,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a3b992c73cd54ab695480727117deb79 is 50, key is test_row_0/A:col10/1732562562011/Put/seqid=0 2024-11-25T19:22:42,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562622723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562622733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562622731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562622740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562622723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741869_1045 (size=14541) 2024-11-25T19:22:42,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a3b992c73cd54ab695480727117deb79 2024-11-25T19:22:42,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/d0cbb034de6e414b9b793b432e983533 is 50, key is test_row_0/B:col10/1732562562011/Put/seqid=0 2024-11-25T19:22:42,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562622842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741870_1046 (size=12151) 2024-11-25T19:22:42,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562622850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562622853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562622853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562622853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T19:22:42,960 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T19:22:42,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T19:22:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T19:22:42,980 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:43,003 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:43,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:43,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562623045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562623062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562623063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562623065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562623066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T19:22:43,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T19:22:43,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:43,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/d0cbb034de6e414b9b793b432e983533 2024-11-25T19:22:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T19:22:43,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/19d1ddd84d3045398c1b311889aa4e31 is 50, key is test_row_0/C:col10/1732562562011/Put/seqid=0 2024-11-25T19:22:43,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741871_1047 (size=12151) 2024-11-25T19:22:43,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/19d1ddd84d3045398c1b311889aa4e31 2024-11-25T19:22:43,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T19:22:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:43,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a3b992c73cd54ab695480727117deb79 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a3b992c73cd54ab695480727117deb79 2024-11-25T19:22:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562623357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562623376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562623377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562623377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562623378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a3b992c73cd54ab695480727117deb79, entries=200, sequenceid=173, filesize=14.2 K 2024-11-25T19:22:43,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/d0cbb034de6e414b9b793b432e983533 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/d0cbb034de6e414b9b793b432e983533 2024-11-25T19:22:43,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/d0cbb034de6e414b9b793b432e983533, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T19:22:43,513 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T19:22:43,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/19d1ddd84d3045398c1b311889aa4e31 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/19d1ddd84d3045398c1b311889aa4e31 2024-11-25T19:22:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:43,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/19d1ddd84d3045398c1b311889aa4e31, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T19:22:43,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 741f401daf173ced950740142a16e69a in 903ms, sequenceid=173, compaction requested=true 2024-11-25T19:22:43,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:22:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:22:43,556 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:43,558 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:43,571 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53374 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:43,572 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:43,572 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:43,572 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,572 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:43,572 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,572 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/cec69539e34b4aa69f794de3645a2f83, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/28c03a16e0ec456a9c23c64c2d15acf1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f886f9e3b6e2420c8bddfd891d4c72bb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a3b992c73cd54ab695480727117deb79] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=52.1 K 2024-11-25T19:22:43,572 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/a6b317cbb23d4f43a32413a83c2bf33c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/2ab97be0556048c9aa6f92bec9702daa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/72cd27648840470e94e3e7f7a9df48fd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/19d1ddd84d3045398c1b311889aa4e31] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=47.5 K 2024-11-25T19:22:43,579 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting cec69539e34b4aa69f794de3645a2f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562559837 2024-11-25T19:22:43,582 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6b317cbb23d4f43a32413a83c2bf33c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562559837 2024-11-25T19:22:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T19:22:43,591 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 28c03a16e0ec456a9c23c64c2d15acf1, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732562560258 2024-11-25T19:22:43,592 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ab97be0556048c9aa6f92bec9702daa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732562560258 2024-11-25T19:22:43,597 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f886f9e3b6e2420c8bddfd891d4c72bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562560772 2024-11-25T19:22:43,603 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a3b992c73cd54ab695480727117deb79, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562562011 2024-11-25T19:22:43,603 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72cd27648840470e94e3e7f7a9df48fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562560772 2024-11-25T19:22:43,613 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19d1ddd84d3045398c1b311889aa4e31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562562011 2024-11-25T19:22:43,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T19:22:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,676 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T19:22:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:43,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:43,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f736d715592443afab6273e7542e979f is 50, key is test_row_0/A:col10/1732562562712/Put/seqid=0 2024-11-25T19:22:43,734 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#34 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:43,735 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/6e84b0f54bd74dc8871174f9e9e683bb is 50, key is test_row_0/C:col10/1732562562011/Put/seqid=0 2024-11-25T19:22:43,748 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#33 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:43,749 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/8ef2970c965247878403513bd98da402 is 50, key is test_row_0/A:col10/1732562562011/Put/seqid=0 2024-11-25T19:22:43,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741872_1048 (size=12151) 2024-11-25T19:22:43,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f736d715592443afab6273e7542e979f 2024-11-25T19:22:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741873_1049 (size=12527) 2024-11-25T19:22:43,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741874_1050 (size=12527) 2024-11-25T19:22:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/fd952878a7fd4774a9ce1034a9f6158d is 50, key is test_row_0/B:col10/1732562562712/Put/seqid=0 2024-11-25T19:22:43,884 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/8ef2970c965247878403513bd98da402 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8ef2970c965247878403513bd98da402 2024-11-25T19:22:43,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:43,900 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into 8ef2970c965247878403513bd98da402(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:43,900 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:43,900 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=12, startTime=1732562563556; duration=0sec 2024-11-25T19:22:43,900 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:43,901 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:43,901 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:43,908 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:43,908 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:43,908 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:43,908 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/db9e480fdae142259ffc2af3ff4ce3d5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/3ebbf0dfb2844b34b44b80ac050dee2a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4dfcc4a3355d4a19ba6b45c10ff59330, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/d0cbb034de6e414b9b793b432e983533] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=47.5 K 2024-11-25T19:22:43,910 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting db9e480fdae142259ffc2af3ff4ce3d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562559837 2024-11-25T19:22:43,911 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ebbf0dfb2844b34b44b80ac050dee2a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732562560258 2024-11-25T19:22:43,912 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dfcc4a3355d4a19ba6b45c10ff59330, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562560772 2024-11-25T19:22:43,913 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d0cbb034de6e414b9b793b432e983533, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562562011 2024-11-25T19:22:43,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741875_1051 (size=12151) 2024-11-25T19:22:43,949 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:43,950 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/514edd07fd9e4e3996884c2826f9ee3c is 50, key is test_row_0/B:col10/1732562562011/Put/seqid=0 2024-11-25T19:22:43,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562623943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562623944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562623948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562623959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:43,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562623971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741876_1052 (size=12527) 2024-11-25T19:22:44,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562624059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562624059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562624072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562624076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562624076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T19:22:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562624268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562624268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562624281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562624281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562624295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,305 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/6e84b0f54bd74dc8871174f9e9e683bb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/6e84b0f54bd74dc8871174f9e9e683bb 2024-11-25T19:22:44,321 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into 6e84b0f54bd74dc8871174f9e9e683bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:44,321 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:44,321 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=12, startTime=1732562563556; duration=0sec 2024-11-25T19:22:44,321 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:44,322 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:44,338 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/fd952878a7fd4774a9ce1034a9f6158d 2024-11-25T19:22:44,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/23d69589a71140db9d771fb3ed199d0b is 50, key is test_row_0/C:col10/1732562562712/Put/seqid=0 2024-11-25T19:22:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741877_1053 (size=12151) 2024-11-25T19:22:44,428 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/514edd07fd9e4e3996884c2826f9ee3c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/514edd07fd9e4e3996884c2826f9ee3c 2024-11-25T19:22:44,457 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into 514edd07fd9e4e3996884c2826f9ee3c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:44,457 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:44,457 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=12, startTime=1732562563556; duration=0sec 2024-11-25T19:22:44,457 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:44,457 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:44,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562624575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562624580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562624590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562624602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562624609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:44,817 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/23d69589a71140db9d771fb3ed199d0b 2024-11-25T19:22:44,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f736d715592443afab6273e7542e979f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f736d715592443afab6273e7542e979f 2024-11-25T19:22:44,844 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f736d715592443afab6273e7542e979f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T19:22:44,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/fd952878a7fd4774a9ce1034a9f6158d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/fd952878a7fd4774a9ce1034a9f6158d 2024-11-25T19:22:44,868 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/fd952878a7fd4774a9ce1034a9f6158d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T19:22:44,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/23d69589a71140db9d771fb3ed199d0b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/23d69589a71140db9d771fb3ed199d0b 2024-11-25T19:22:44,888 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/23d69589a71140db9d771fb3ed199d0b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T19:22:44,890 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 741f401daf173ced950740142a16e69a in 1214ms, sequenceid=195, compaction requested=false 2024-11-25T19:22:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T19:22:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T19:22:44,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T19:22:44,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8890 sec 2024-11-25T19:22:44,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.9230 sec 2024-11-25T19:22:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T19:22:45,125 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T19:22:45,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:45,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T19:22:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T19:22:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T19:22:45,139 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:45,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:45,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:45,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:45,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/98b6eb4b660e4a5097ef6adbcc3e1f7f is 50, key is test_row_0/A:col10/1732562565132/Put/seqid=0 2024-11-25T19:22:45,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562625217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562625228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T19:22:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562625228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562625231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562625231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741878_1054 (size=12151) 2024-11-25T19:22:45,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T19:22:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562625339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562625349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562625349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562625353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562625349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T19:22:45,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T19:22:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562625555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562625568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562625568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562625569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562625571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T19:22:45,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:45,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/98b6eb4b660e4a5097ef6adbcc3e1f7f 2024-11-25T19:22:45,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/1eaa275c27cb43c09ce61a171e62b1ad is 50, key is test_row_0/B:col10/1732562565132/Put/seqid=0 2024-11-25T19:22:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T19:22:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741879_1055 (size=12151) 2024-11-25T19:22:45,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/1eaa275c27cb43c09ce61a171e62b1ad 2024-11-25T19:22:45,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T19:22:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:45,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:45,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/0d1932e6df6f4d6297dc3938c6ad95c3 is 50, key is test_row_0/C:col10/1732562565132/Put/seqid=0 2024-11-25T19:22:45,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562625884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562625891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562625891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562625891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562625891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:45,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741880_1056 (size=12151) 2024-11-25T19:22:45,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/0d1932e6df6f4d6297dc3938c6ad95c3 2024-11-25T19:22:45,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/98b6eb4b660e4a5097ef6adbcc3e1f7f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/98b6eb4b660e4a5097ef6adbcc3e1f7f 2024-11-25T19:22:46,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T19:22:46,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:46,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/98b6eb4b660e4a5097ef6adbcc3e1f7f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T19:22:46,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/1eaa275c27cb43c09ce61a171e62b1ad as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1eaa275c27cb43c09ce61a171e62b1ad 2024-11-25T19:22:46,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1eaa275c27cb43c09ce61a171e62b1ad, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T19:22:46,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/0d1932e6df6f4d6297dc3938c6ad95c3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/0d1932e6df6f4d6297dc3938c6ad95c3 2024-11-25T19:22:46,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T19:22:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:46,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/0d1932e6df6f4d6297dc3938c6ad95c3, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T19:22:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:46,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 741f401daf173ced950740142a16e69a in 1058ms, sequenceid=216, compaction requested=true 2024-11-25T19:22:46,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:46,203 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:46,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:46,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:46,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:22:46,207 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:46,209 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:46,209 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:46,209 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,210 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/514edd07fd9e4e3996884c2826f9ee3c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/fd952878a7fd4774a9ce1034a9f6158d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1eaa275c27cb43c09ce61a171e62b1ad] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.0 K 2024-11-25T19:22:46,211 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 514edd07fd9e4e3996884c2826f9ee3c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562562011 2024-11-25T19:22:46,212 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:46,212 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:46,212 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,212 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8ef2970c965247878403513bd98da402, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f736d715592443afab6273e7542e979f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/98b6eb4b660e4a5097ef6adbcc3e1f7f] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.0 K 2024-11-25T19:22:46,212 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting fd952878a7fd4774a9ce1034a9f6158d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732562562703 2024-11-25T19:22:46,213 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ef2970c965247878403513bd98da402, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562562011 2024-11-25T19:22:46,214 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eaa275c27cb43c09ce61a171e62b1ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562563914 2024-11-25T19:22:46,215 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f736d715592443afab6273e7542e979f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732562562703 2024-11-25T19:22:46,217 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98b6eb4b660e4a5097ef6adbcc3e1f7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562563914 2024-11-25T19:22:46,248 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:46,249 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/6da8e906d8f14c54bf325532e2af3b0a is 50, key is test_row_0/B:col10/1732562565132/Put/seqid=0 2024-11-25T19:22:46,249 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:46,250 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9b287e7293ae4770b389ec08af81510b is 50, key is test_row_0/A:col10/1732562565132/Put/seqid=0 2024-11-25T19:22:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T19:22:46,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T19:22:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,333 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T19:22:46,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:46,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741882_1058 (size=12629) 2024-11-25T19:22:46,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741881_1057 (size=12629) 2024-11-25T19:22:46,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f54a57515a81403d98c2ffc4237b0428 is 50, key is test_row_0/A:col10/1732562565227/Put/seqid=0 2024-11-25T19:22:46,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:46,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741883_1059 (size=12151) 2024-11-25T19:22:46,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562626462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562626465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562626470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562626470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562626487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562626590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562626591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562626592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562626591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562626597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,779 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9b287e7293ae4770b389ec08af81510b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9b287e7293ae4770b389ec08af81510b 2024-11-25T19:22:46,785 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/6da8e906d8f14c54bf325532e2af3b0a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/6da8e906d8f14c54bf325532e2af3b0a 2024-11-25T19:22:46,800 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into 9b287e7293ae4770b389ec08af81510b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:46,800 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:46,800 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=13, startTime=1732562566203; duration=0sec 2024-11-25T19:22:46,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562626803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,811 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:46,811 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:46,811 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:46,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562626808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,814 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:46,814 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:46,814 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:46,815 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/6e84b0f54bd74dc8871174f9e9e683bb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/23d69589a71140db9d771fb3ed199d0b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/0d1932e6df6f4d6297dc3938c6ad95c3] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.0 K 2024-11-25T19:22:46,815 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e84b0f54bd74dc8871174f9e9e683bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562562011 2024-11-25T19:22:46,816 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23d69589a71140db9d771fb3ed199d0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732562562703 2024-11-25T19:22:46,816 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d1932e6df6f4d6297dc3938c6ad95c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562563914 2024-11-25T19:22:46,826 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into 6da8e906d8f14c54bf325532e2af3b0a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:46,826 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:46,826 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=13, startTime=1732562566204; duration=0sec 2024-11-25T19:22:46,826 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:46,826 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562626811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562626819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,831 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f54a57515a81403d98c2ffc4237b0428 2024-11-25T19:22:46,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562626810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:46,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/9cf1d61eb31e4137b994da696d611be3 is 50, key is test_row_0/B:col10/1732562565227/Put/seqid=0 2024-11-25T19:22:46,900 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#46 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:46,901 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/dacd5d1f85c14f7daacd887d3268e6bd is 50, key is test_row_0/C:col10/1732562565132/Put/seqid=0 2024-11-25T19:22:46,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741884_1060 (size=12151) 2024-11-25T19:22:46,952 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/9cf1d61eb31e4137b994da696d611be3 2024-11-25T19:22:46,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/076b558fd38f4a9d954d5946b8994a1a is 50, key is test_row_0/C:col10/1732562565227/Put/seqid=0 2024-11-25T19:22:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741885_1061 (size=12629) 2024-11-25T19:22:47,031 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/dacd5d1f85c14f7daacd887d3268e6bd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/dacd5d1f85c14f7daacd887d3268e6bd 2024-11-25T19:22:47,043 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into dacd5d1f85c14f7daacd887d3268e6bd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:47,043 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:47,043 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=13, startTime=1732562566205; duration=0sec 2024-11-25T19:22:47,043 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:47,043 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741886_1062 (size=12151) 2024-11-25T19:22:47,097 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/076b558fd38f4a9d954d5946b8994a1a 2024-11-25T19:22:47,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f54a57515a81403d98c2ffc4237b0428 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f54a57515a81403d98c2ffc4237b0428 2024-11-25T19:22:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562627118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562627122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562627133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562627140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,153 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f54a57515a81403d98c2ffc4237b0428, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T19:22:47,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562627160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/9cf1d61eb31e4137b994da696d611be3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/9cf1d61eb31e4137b994da696d611be3 2024-11-25T19:22:47,187 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/9cf1d61eb31e4137b994da696d611be3, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T19:22:47,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/076b558fd38f4a9d954d5946b8994a1a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/076b558fd38f4a9d954d5946b8994a1a 2024-11-25T19:22:47,218 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/076b558fd38f4a9d954d5946b8994a1a, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T19:22:47,227 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 741f401daf173ced950740142a16e69a in 894ms, sequenceid=235, compaction requested=false 2024-11-25T19:22:47,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:47,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:47,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T19:22:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T19:22:47,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T19:22:47,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0910 sec 2024-11-25T19:22:47,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.1060 sec 2024-11-25T19:22:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T19:22:47,256 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T19:22:47,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T19:22:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T19:22:47,288 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:47,295 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:47,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T19:22:47,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T19:22:47,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:47,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T19:22:47,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:47,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:47,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/251569930cb64d279d8b109fc5a578a2 is 50, key is test_row_0/A:col10/1732562566485/Put/seqid=0 2024-11-25T19:22:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741887_1063 (size=12151) 2024-11-25T19:22:47,532 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/251569930cb64d279d8b109fc5a578a2 2024-11-25T19:22:47,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/cd3e7638138c440f92ff6aa59b0e7ec9 is 50, key is test_row_0/B:col10/1732562566485/Put/seqid=0 2024-11-25T19:22:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T19:22:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741888_1064 (size=12151) 2024-11-25T19:22:47,648 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/cd3e7638138c440f92ff6aa59b0e7ec9 2024-11-25T19:22:47,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2 is 50, key is test_row_0/C:col10/1732562566485/Put/seqid=0 2024-11-25T19:22:47,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562627706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562627706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562627723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562627731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562627732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741889_1065 (size=12151) 2024-11-25T19:22:47,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562627840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562627843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562627850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562627850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562627850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T19:22:48,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562628053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562628053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562628058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562628058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562628059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,171 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2 2024-11-25T19:22:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/251569930cb64d279d8b109fc5a578a2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/251569930cb64d279d8b109fc5a578a2 2024-11-25T19:22:48,260 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/251569930cb64d279d8b109fc5a578a2, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T19:22:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/cd3e7638138c440f92ff6aa59b0e7ec9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/cd3e7638138c440f92ff6aa59b0e7ec9 2024-11-25T19:22:48,284 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/cd3e7638138c440f92ff6aa59b0e7ec9, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T19:22:48,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2 2024-11-25T19:22:48,300 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T19:22:48,304 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 741f401daf173ced950740142a16e69a in 844ms, sequenceid=255, compaction requested=true 2024-11-25T19:22:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:48,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T19:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T19:22:48,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T19:22:48,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-11-25T19:22:48,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.0360 sec 2024-11-25T19:22:48,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T19:22:48,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:48,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:48,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:48,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:48,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:48,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:48,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/af90c2af8d99451794eb3150f28d48d8 is 50, key is test_row_0/A:col10/1732562567720/Put/seqid=0 2024-11-25T19:22:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T19:22:48,408 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T19:22:48,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T19:22:48,428 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:48,429 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:48,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T19:22:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562628426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562628431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562628442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741890_1066 (size=14741) 2024-11-25T19:22:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562628448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562628448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T19:22:48,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562628550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562628558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562628562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562628555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562628567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,583 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T19:22:48,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:48,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T19:22:48,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T19:22:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:48,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562628757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562628775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562628776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562628780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562628783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/af90c2af8d99451794eb3150f28d48d8 2024-11-25T19:22:48,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:48,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T19:22:48,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:48,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:48,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:48,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:48,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/10f5c103770649ae82916cff63135fc3 is 50, key is test_row_0/B:col10/1732562567720/Put/seqid=0 2024-11-25T19:22:49,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741891_1067 (size=12301) 2024-11-25T19:22:49,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/10f5c103770649ae82916cff63135fc3 2024-11-25T19:22:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T19:22:49,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/f1b725f11eda43db8a8dc427c664629a is 50, key is test_row_0/C:col10/1732562567720/Put/seqid=0 2024-11-25T19:22:49,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T19:22:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:49,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:49,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562629080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562629082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562629092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562629092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562629102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741892_1068 (size=12301) 2024-11-25T19:22:49,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/f1b725f11eda43db8a8dc427c664629a 2024-11-25T19:22:49,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/af90c2af8d99451794eb3150f28d48d8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/af90c2af8d99451794eb3150f28d48d8 2024-11-25T19:22:49,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/af90c2af8d99451794eb3150f28d48d8, entries=200, sequenceid=275, filesize=14.4 K 2024-11-25T19:22:49,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/10f5c103770649ae82916cff63135fc3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/10f5c103770649ae82916cff63135fc3 2024-11-25T19:22:49,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/10f5c103770649ae82916cff63135fc3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T19:22:49,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/f1b725f11eda43db8a8dc427c664629a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f1b725f11eda43db8a8dc427c664629a 2024-11-25T19:22:49,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f1b725f11eda43db8a8dc427c664629a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-25T19:22:49,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 741f401daf173ced950740142a16e69a in 875ms, sequenceid=275, compaction requested=true 2024-11-25T19:22:49,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:22:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:49,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:22:49,244 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:49,250 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:49,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T19:22:49,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:49,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T19:22:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:49,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:49,254 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:49,254 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:49,254 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:49,254 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9b287e7293ae4770b389ec08af81510b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f54a57515a81403d98c2ffc4237b0428, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/251569930cb64d279d8b109fc5a578a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/af90c2af8d99451794eb3150f28d48d8] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=50.5 K 2024-11-25T19:22:49,255 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b287e7293ae4770b389ec08af81510b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562563914 2024-11-25T19:22:49,255 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:49,256 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:49,256 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:49,256 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/dacd5d1f85c14f7daacd887d3268e6bd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/076b558fd38f4a9d954d5946b8994a1a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f1b725f11eda43db8a8dc427c664629a] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=48.1 K 2024-11-25T19:22:49,256 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f54a57515a81403d98c2ffc4237b0428, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732562565199 2024-11-25T19:22:49,257 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting dacd5d1f85c14f7daacd887d3268e6bd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562563914 2024-11-25T19:22:49,257 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 076b558fd38f4a9d954d5946b8994a1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732562565199 2024-11-25T19:22:49,258 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 251569930cb64d279d8b109fc5a578a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562566460 2024-11-25T19:22:49,260 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting af90c2af8d99451794eb3150f28d48d8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732562567691 2024-11-25T19:22:49,260 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cf6c6b7ddec4c4d9b6d8613b004dcf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562566460 2024-11-25T19:22:49,261 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f1b725f11eda43db8a8dc427c664629a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732562567691 2024-11-25T19:22:49,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/e634d7fd8c2b4afea93fee6fc819af46 is 50, key is test_row_0/A:col10/1732562568422/Put/seqid=0 2024-11-25T19:22:49,310 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:49,311 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9157b8b4229a4b748274e8a9960e22a2 is 50, key is test_row_0/A:col10/1732562567720/Put/seqid=0 2024-11-25T19:22:49,327 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#56 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:49,328 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/c0b82a1d07644cd28c3f32b7a096d383 is 50, key is test_row_0/C:col10/1732562567720/Put/seqid=0 2024-11-25T19:22:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741894_1070 (size=12915) 2024-11-25T19:22:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741893_1069 (size=12301) 2024-11-25T19:22:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741895_1071 (size=12915) 2024-11-25T19:22:49,463 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/c0b82a1d07644cd28c3f32b7a096d383 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c0b82a1d07644cd28c3f32b7a096d383 2024-11-25T19:22:49,499 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into c0b82a1d07644cd28c3f32b7a096d383(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:49,499 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:49,499 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=12, startTime=1732562569244; duration=0sec 2024-11-25T19:22:49,499 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:49,499 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:49,499 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T19:22:49,560 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:49,561 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:49,561 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:49,561 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/6da8e906d8f14c54bf325532e2af3b0a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/9cf1d61eb31e4137b994da696d611be3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/cd3e7638138c440f92ff6aa59b0e7ec9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/10f5c103770649ae82916cff63135fc3] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=48.1 K 2024-11-25T19:22:49,567 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6da8e906d8f14c54bf325532e2af3b0a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562563914 2024-11-25T19:22:49,571 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf1d61eb31e4137b994da696d611be3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732562565199 2024-11-25T19:22:49,575 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting cd3e7638138c440f92ff6aa59b0e7ec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562566460 2024-11-25T19:22:49,578 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 10f5c103770649ae82916cff63135fc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732562567691 2024-11-25T19:22:49,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:49,704 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:49,705 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/188dc8ddcf6c443e80858e7a69b0f674 is 50, key is test_row_0/B:col10/1732562567720/Put/seqid=0 2024-11-25T19:22:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562629718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562629717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562629723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562629741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562629745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741896_1072 (size=12915) 2024-11-25T19:22:49,779 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/e634d7fd8c2b4afea93fee6fc819af46 2024-11-25T19:22:49,850 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/188dc8ddcf6c443e80858e7a69b0f674 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/188dc8ddcf6c443e80858e7a69b0f674 2024-11-25T19:22:49,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562629865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562629865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562629865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562629866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,883 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9157b8b4229a4b748274e8a9960e22a2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9157b8b4229a4b748274e8a9960e22a2 2024-11-25T19:22:49,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562629871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:49,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/aeef92aa21854fc4b909376b09d4b710 is 50, key is test_row_0/B:col10/1732562568422/Put/seqid=0 2024-11-25T19:22:49,927 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into 188dc8ddcf6c443e80858e7a69b0f674(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:49,928 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:49,928 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=12, startTime=1732562569244; duration=0sec 2024-11-25T19:22:49,928 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:49,928 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:49,947 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into 9157b8b4229a4b748274e8a9960e22a2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:49,947 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:49,947 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=12, startTime=1732562569244; duration=0sec 2024-11-25T19:22:49,948 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:49,948 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:50,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741897_1073 (size=12301) 2024-11-25T19:22:50,018 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/aeef92aa21854fc4b909376b09d4b710 2024-11-25T19:22:50,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/f33db5f9e3d04bf8be164293253ff1d0 is 50, key is test_row_0/C:col10/1732562568422/Put/seqid=0 2024-11-25T19:22:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562630080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562630082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562630083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562630082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562630124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741898_1074 (size=12301) 2024-11-25T19:22:50,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562630386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562630403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562630405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562630411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562630442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,555 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/f33db5f9e3d04bf8be164293253ff1d0 2024-11-25T19:22:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T19:22:50,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/e634d7fd8c2b4afea93fee6fc819af46 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e634d7fd8c2b4afea93fee6fc819af46 2024-11-25T19:22:50,597 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e634d7fd8c2b4afea93fee6fc819af46, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T19:22:50,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/aeef92aa21854fc4b909376b09d4b710 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/aeef92aa21854fc4b909376b09d4b710 2024-11-25T19:22:50,622 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/aeef92aa21854fc4b909376b09d4b710, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T19:22:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/f33db5f9e3d04bf8be164293253ff1d0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f33db5f9e3d04bf8be164293253ff1d0 2024-11-25T19:22:50,676 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f33db5f9e3d04bf8be164293253ff1d0, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T19:22:50,677 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 741f401daf173ced950740142a16e69a in 1426ms, sequenceid=291, compaction requested=false 2024-11-25T19:22:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T19:22:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T19:22:50,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T19:22:50,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-11-25T19:22:50,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.2610 sec 2024-11-25T19:22:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:50,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T19:22:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:50,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:50,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f4c01fb9b6544d58b57d50157a5dfc20 is 50, key is test_row_0/A:col10/1732562569673/Put/seqid=0 2024-11-25T19:22:50,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562630946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741899_1075 (size=14741) 2024-11-25T19:22:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562630964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562630965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f4c01fb9b6544d58b57d50157a5dfc20 2024-11-25T19:22:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562630973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562630976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562631067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/060ce489dd8044c588791dc97a335129 is 50, key is test_row_0/B:col10/1732562569673/Put/seqid=0 2024-11-25T19:22:51,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562631076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562631076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562631096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741900_1076 (size=12301) 2024-11-25T19:22:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562631273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562631289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562631287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562631319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/060ce489dd8044c588791dc97a335129 2024-11-25T19:22:51,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/129cbde8e37748479d85c4ad6e5e5837 is 50, key is test_row_0/C:col10/1732562569673/Put/seqid=0 2024-11-25T19:22:51,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741901_1077 (size=12301) 2024-11-25T19:22:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562631584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562631620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562631625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:51,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562631627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:51,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/129cbde8e37748479d85c4ad6e5e5837 2024-11-25T19:22:52,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562631997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/f4c01fb9b6544d58b57d50157a5dfc20 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f4c01fb9b6544d58b57d50157a5dfc20 2024-11-25T19:22:52,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f4c01fb9b6544d58b57d50157a5dfc20, entries=200, sequenceid=315, filesize=14.4 K 2024-11-25T19:22:52,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/060ce489dd8044c588791dc97a335129 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/060ce489dd8044c588791dc97a335129 2024-11-25T19:22:52,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/060ce489dd8044c588791dc97a335129, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T19:22:52,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/129cbde8e37748479d85c4ad6e5e5837 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/129cbde8e37748479d85c4ad6e5e5837 2024-11-25T19:22:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562632090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/129cbde8e37748479d85c4ad6e5e5837, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T19:22:52,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 741f401daf173ced950740142a16e69a in 1197ms, sequenceid=315, compaction requested=true 2024-11-25T19:22:52,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:52,101 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:52,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:52,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:52,102 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:52,104 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:52,104 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:52,104 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:52,104 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/188dc8ddcf6c443e80858e7a69b0f674, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/aeef92aa21854fc4b909376b09d4b710, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/060ce489dd8044c588791dc97a335129] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.6 K 2024-11-25T19:22:52,105 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:52,105 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:52,105 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:52,105 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9157b8b4229a4b748274e8a9960e22a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e634d7fd8c2b4afea93fee6fc819af46, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f4c01fb9b6544d58b57d50157a5dfc20] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=39.0 K 2024-11-25T19:22:52,106 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 188dc8ddcf6c443e80858e7a69b0f674, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732562567691 2024-11-25T19:22:52,106 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9157b8b4229a4b748274e8a9960e22a2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732562567691 2024-11-25T19:22:52,107 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e634d7fd8c2b4afea93fee6fc819af46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732562568387 2024-11-25T19:22:52,107 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting aeef92aa21854fc4b909376b09d4b710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732562568387 2024-11-25T19:22:52,108 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 060ce489dd8044c588791dc97a335129, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732562569673 2024-11-25T19:22:52,108 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4c01fb9b6544d58b57d50157a5dfc20, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732562569673 2024-11-25T19:22:52,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:52,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:52,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:52,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:52,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:22:52,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:52,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:52,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:52,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:52,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:52,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:52,147 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:52,148 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/5fd7284d78af4391938486b8400680c1 is 50, key is test_row_0/B:col10/1732562569673/Put/seqid=0 2024-11-25T19:22:52,153 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:52,154 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9db926f005334465bae49477320cacd5 is 50, key is test_row_0/A:col10/1732562569673/Put/seqid=0 2024-11-25T19:22:52,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/918b61e7723a49e7a0bc0451eecd1fdb is 50, key is test_row_0/A:col10/1732562572131/Put/seqid=0 2024-11-25T19:22:52,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741902_1078 (size=13017) 2024-11-25T19:22:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741903_1079 (size=13017) 2024-11-25T19:22:52,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562632235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562632242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562632232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,255 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/5fd7284d78af4391938486b8400680c1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/5fd7284d78af4391938486b8400680c1 2024-11-25T19:22:52,267 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into 5fd7284d78af4391938486b8400680c1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:52,267 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:52,267 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=13, startTime=1732562572102; duration=0sec 2024-11-25T19:22:52,267 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:52,267 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:52,267 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:52,275 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:52,275 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:52,276 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:52,276 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c0b82a1d07644cd28c3f32b7a096d383, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f33db5f9e3d04bf8be164293253ff1d0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/129cbde8e37748479d85c4ad6e5e5837] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.6 K 2024-11-25T19:22:52,278 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c0b82a1d07644cd28c3f32b7a096d383, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732562567691 2024-11-25T19:22:52,280 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f33db5f9e3d04bf8be164293253ff1d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732562568387 2024-11-25T19:22:52,281 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 129cbde8e37748479d85c4ad6e5e5837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732562569673 2024-11-25T19:22:52,309 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#66 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:52,310 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/85481b63e5394c0ca2232b0857fdb3bf is 50, key is test_row_0/C:col10/1732562569673/Put/seqid=0 2024-11-25T19:22:52,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741904_1080 (size=12301) 2024-11-25T19:22:52,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/918b61e7723a49e7a0bc0451eecd1fdb 2024-11-25T19:22:52,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/51612d86d4c34f328cefe45402a335dd is 50, key is test_row_0/B:col10/1732562572131/Put/seqid=0 2024-11-25T19:22:52,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741905_1081 (size=13017) 2024-11-25T19:22:52,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562632350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562632359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562632365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,420 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/85481b63e5394c0ca2232b0857fdb3bf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/85481b63e5394c0ca2232b0857fdb3bf 2024-11-25T19:22:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741906_1082 (size=12301) 2024-11-25T19:22:52,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/51612d86d4c34f328cefe45402a335dd 2024-11-25T19:22:52,439 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into 85481b63e5394c0ca2232b0857fdb3bf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:52,439 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:52,439 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=13, startTime=1732562572110; duration=0sec 2024-11-25T19:22:52,439 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:52,439 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:52,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/006700d03d2246378aa89611278e6f7f is 50, key is test_row_0/C:col10/1732562572131/Put/seqid=0 2024-11-25T19:22:52,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741907_1083 (size=12301) 2024-11-25T19:22:52,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/006700d03d2246378aa89611278e6f7f 2024-11-25T19:22:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T19:22:52,565 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T19:22:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/918b61e7723a49e7a0bc0451eecd1fdb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/918b61e7723a49e7a0bc0451eecd1fdb 2024-11-25T19:22:52,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562632565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-25T19:22:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562632571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T19:22:52,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:52,591 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:52,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:52,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562632586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/918b61e7723a49e7a0bc0451eecd1fdb, entries=150, sequenceid=333, filesize=12.0 K 2024-11-25T19:22:52,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/51612d86d4c34f328cefe45402a335dd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/51612d86d4c34f328cefe45402a335dd 2024-11-25T19:22:52,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/51612d86d4c34f328cefe45402a335dd, entries=150, sequenceid=333, filesize=12.0 K 2024-11-25T19:22:52,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/006700d03d2246378aa89611278e6f7f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/006700d03d2246378aa89611278e6f7f 2024-11-25T19:22:52,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/006700d03d2246378aa89611278e6f7f, entries=150, sequenceid=333, filesize=12.0 K 2024-11-25T19:22:52,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 741f401daf173ced950740142a16e69a in 526ms, sequenceid=333, compaction requested=false 2024-11-25T19:22:52,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:52,663 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9db926f005334465bae49477320cacd5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9db926f005334465bae49477320cacd5 2024-11-25T19:22:52,674 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into 9db926f005334465bae49477320cacd5(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:52,674 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:52,674 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=13, startTime=1732562572101; duration=0sec 2024-11-25T19:22:52,674 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:52,674 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T19:22:52,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T19:22:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:52,756 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:52,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a75c2b21eea64aa0b024bb9e6c40da1d is 50, key is test_row_0/A:col10/1732562572230/Put/seqid=0 2024-11-25T19:22:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741908_1084 (size=12301) 2024-11-25T19:22:52,828 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a75c2b21eea64aa0b024bb9e6c40da1d 2024-11-25T19:22:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7ad74d45d42f4b60b24037986f61ec92 is 50, key is test_row_0/B:col10/1732562572230/Put/seqid=0 2024-11-25T19:22:52,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741909_1085 (size=12301) 2024-11-25T19:22:52,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:52,880 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7ad74d45d42f4b60b24037986f61ec92 2024-11-25T19:22:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T19:22:52,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/655a89deca9b4a7a84d6659ca9442250 is 50, key is test_row_0/C:col10/1732562572230/Put/seqid=0 2024-11-25T19:22:52,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562632925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562632926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562632932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:52,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741910_1086 (size=12301) 2024-11-25T19:22:52,956 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/655a89deca9b4a7a84d6659ca9442250 2024-11-25T19:22:52,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a75c2b21eea64aa0b024bb9e6c40da1d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a75c2b21eea64aa0b024bb9e6c40da1d 2024-11-25T19:22:52,985 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a75c2b21eea64aa0b024bb9e6c40da1d, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T19:22:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7ad74d45d42f4b60b24037986f61ec92 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7ad74d45d42f4b60b24037986f61ec92 2024-11-25T19:22:52,995 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7ad74d45d42f4b60b24037986f61ec92, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T19:22:52,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/655a89deca9b4a7a84d6659ca9442250 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/655a89deca9b4a7a84d6659ca9442250 2024-11-25T19:22:53,005 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/655a89deca9b4a7a84d6659ca9442250, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T19:22:53,021 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 741f401daf173ced950740142a16e69a in 266ms, sequenceid=354, compaction requested=true 2024-11-25T19:22:53,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:53,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T19:22:53,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-25T19:22:53,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T19:22:53,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 432 msec 2024-11-25T19:22:53,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 454 msec 2024-11-25T19:22:53,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T19:22:53,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:53,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:53,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:53,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a090720f83c944aeb817e131b9219242 is 50, key is test_row_0/A:col10/1732562572931/Put/seqid=0 2024-11-25T19:22:53,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741911_1087 (size=12301) 2024-11-25T19:22:53,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a090720f83c944aeb817e131b9219242 2024-11-25T19:22:53,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4bf7ce89a2e44786b2368a3f1c588737 is 50, key is test_row_0/B:col10/1732562572931/Put/seqid=0 2024-11-25T19:22:53,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562633140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562633141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562633144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562633157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741912_1088 (size=12301) 2024-11-25T19:22:53,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4bf7ce89a2e44786b2368a3f1c588737 2024-11-25T19:22:53,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/961b50cbb733421f8badfe79a9760cd9 is 50, key is test_row_0/C:col10/1732562572931/Put/seqid=0 2024-11-25T19:22:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T19:22:53,222 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T19:22:53,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-25T19:22:53,231 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T19:22:53,232 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:53,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:53,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562633251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741913_1089 (size=12301) 2024-11-25T19:22:53,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/961b50cbb733421f8badfe79a9760cd9 2024-11-25T19:22:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562633252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562633259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562633263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/a090720f83c944aeb817e131b9219242 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a090720f83c944aeb817e131b9219242 2024-11-25T19:22:53,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a090720f83c944aeb817e131b9219242, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T19:22:53,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4bf7ce89a2e44786b2368a3f1c588737 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4bf7ce89a2e44786b2368a3f1c588737 2024-11-25T19:22:53,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4bf7ce89a2e44786b2368a3f1c588737, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T19:22:53,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/961b50cbb733421f8badfe79a9760cd9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/961b50cbb733421f8badfe79a9760cd9 2024-11-25T19:22:53,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/961b50cbb733421f8badfe79a9760cd9, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T19:22:53,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 741f401daf173ced950740142a16e69a in 270ms, sequenceid=373, compaction requested=true 2024-11-25T19:22:53,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:53,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:53,306 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:53,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:53,307 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:53,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:53,309 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:53,309 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:53,309 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,309 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9db926f005334465bae49477320cacd5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/918b61e7723a49e7a0bc0451eecd1fdb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a75c2b21eea64aa0b024bb9e6c40da1d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a090720f83c944aeb817e131b9219242] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=48.8 K 2024-11-25T19:22:53,310 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:53,310 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:53,310 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,310 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/5fd7284d78af4391938486b8400680c1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/51612d86d4c34f328cefe45402a335dd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7ad74d45d42f4b60b24037986f61ec92, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4bf7ce89a2e44786b2368a3f1c588737] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=48.8 K 2024-11-25T19:22:53,310 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9db926f005334465bae49477320cacd5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732562569673 2024-11-25T19:22:53,310 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd7284d78af4391938486b8400680c1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732562569673 2024-11-25T19:22:53,311 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 918b61e7723a49e7a0bc0451eecd1fdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732562570963 2024-11-25T19:22:53,312 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a75c2b21eea64aa0b024bb9e6c40da1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732562572230 2024-11-25T19:22:53,312 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a090720f83c944aeb817e131b9219242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562572922 2024-11-25T19:22:53,317 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 51612d86d4c34f328cefe45402a335dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732562570963 2024-11-25T19:22:53,318 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ad74d45d42f4b60b24037986f61ec92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732562572230 2024-11-25T19:22:53,319 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf7ce89a2e44786b2368a3f1c588737, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562572922 2024-11-25T19:22:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T19:22:53,340 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:53,341 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/8a6663450c4143fbabc4925bc7ac24ca is 50, key is test_row_0/A:col10/1732562572931/Put/seqid=0 2024-11-25T19:22:53,353 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:53,354 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/2d6343b850ec41c6bf36fa56727c7fcb is 50, key is test_row_0/B:col10/1732562572931/Put/seqid=0 2024-11-25T19:22:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741915_1091 (size=13153) 2024-11-25T19:22:53,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741914_1090 (size=13153) 2024-11-25T19:22:53,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T19:22:53,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,385 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:22:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:53,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,393 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/2d6343b850ec41c6bf36fa56727c7fcb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/2d6343b850ec41c6bf36fa56727c7fcb 2024-11-25T19:22:53,401 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/8a6663450c4143fbabc4925bc7ac24ca as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8a6663450c4143fbabc4925bc7ac24ca 2024-11-25T19:22:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/986acbbc168d48159979eec07661a148 is 50, key is test_row_0/A:col10/1732562573138/Put/seqid=0 2024-11-25T19:22:53,412 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into 2d6343b850ec41c6bf36fa56727c7fcb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:53,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:53,412 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=12, startTime=1732562573306; duration=0sec 2024-11-25T19:22:53,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:53,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:53,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:22:53,416 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into 8a6663450c4143fbabc4925bc7ac24ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:53,416 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:53,416 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=12, startTime=1732562573306; duration=0sec 2024-11-25T19:22:53,417 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:53,417 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:53,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741916_1092 (size=12301) 2024-11-25T19:22:53,418 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:22:53,419 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:53,419 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,419 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/85481b63e5394c0ca2232b0857fdb3bf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/006700d03d2246378aa89611278e6f7f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/655a89deca9b4a7a84d6659ca9442250, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/961b50cbb733421f8badfe79a9760cd9] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=48.8 K 2024-11-25T19:22:53,423 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/986acbbc168d48159979eec07661a148 2024-11-25T19:22:53,424 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 85481b63e5394c0ca2232b0857fdb3bf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732562569673 2024-11-25T19:22:53,432 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 006700d03d2246378aa89611278e6f7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732562570963 2024-11-25T19:22:53,439 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 655a89deca9b4a7a84d6659ca9442250, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732562572230 2024-11-25T19:22:53,440 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 961b50cbb733421f8badfe79a9760cd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562572922 2024-11-25T19:22:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4051556603a84a33913f756d72ac1e05 is 50, key is test_row_0/B:col10/1732562573138/Put/seqid=0 2024-11-25T19:22:53,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:53,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741917_1093 (size=12301) 2024-11-25T19:22:53,477 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4051556603a84a33913f756d72ac1e05 2024-11-25T19:22:53,492 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:53,493 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/b853aa59451743bd980f9deb086481d2 is 50, key is test_row_0/C:col10/1732562572931/Put/seqid=0 2024-11-25T19:22:53,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/009980df2c5d4db4924768f851d03856 is 50, key is test_row_0/C:col10/1732562573138/Put/seqid=0 2024-11-25T19:22:53,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562633499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562633501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562633504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562633505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741918_1094 (size=13153) 2024-11-25T19:22:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T19:22:53,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741919_1095 (size=12301) 2024-11-25T19:22:53,547 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/009980df2c5d4db4924768f851d03856 2024-11-25T19:22:53,548 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/b853aa59451743bd980f9deb086481d2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/b853aa59451743bd980f9deb086481d2 2024-11-25T19:22:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/986acbbc168d48159979eec07661a148 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/986acbbc168d48159979eec07661a148 2024-11-25T19:22:53,557 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into b853aa59451743bd980f9deb086481d2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:53,557 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:53,558 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=12, startTime=1732562573308; duration=0sec 2024-11-25T19:22:53,558 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:53,558 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:53,564 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/986acbbc168d48159979eec07661a148, entries=150, sequenceid=391, filesize=12.0 K 2024-11-25T19:22:53,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/4051556603a84a33913f756d72ac1e05 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4051556603a84a33913f756d72ac1e05 2024-11-25T19:22:53,576 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4051556603a84a33913f756d72ac1e05, entries=150, sequenceid=391, filesize=12.0 K 2024-11-25T19:22:53,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/009980df2c5d4db4924768f851d03856 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/009980df2c5d4db4924768f851d03856 2024-11-25T19:22:53,607 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/009980df2c5d4db4924768f851d03856, entries=150, sequenceid=391, filesize=12.0 K 2024-11-25T19:22:53,609 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 741f401daf173ced950740142a16e69a in 224ms, sequenceid=391, compaction requested=false 2024-11-25T19:22:53,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:53,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T19:22:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-25T19:22:53,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T19:22:53,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 381 msec 2024-11-25T19:22:53,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T19:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 392 msec 2024-11-25T19:22:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:53,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:53,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/0009f7dadf2c452ea126ff4f21856091 is 50, key is test_row_0/A:col10/1732562573500/Put/seqid=0 2024-11-25T19:22:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562633659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562633660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562633662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562633665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741920_1096 (size=12301) 2024-11-25T19:22:53,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562633769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562633770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562633771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562633768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T19:22:53,837 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T19:22:53,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:22:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-25T19:22:53,842 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:22:53,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:22:53,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:22:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T19:22:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T19:22:53,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562633976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562633981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562633989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:53,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T19:22:53,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:53,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:53,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:54,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562633999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39780 deadline: 1732562634029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,046 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4323 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:22:54,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/0009f7dadf2c452ea126ff4f21856091 2024-11-25T19:22:54,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/16a6b34af404465db48a1fbff2e3345a is 50, key is test_row_0/B:col10/1732562573500/Put/seqid=0 2024-11-25T19:22:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T19:22:54,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T19:22:54,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:54,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:54,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:54,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741921_1097 (size=12301) 2024-11-25T19:22:54,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/16a6b34af404465db48a1fbff2e3345a 2024-11-25T19:22:54,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/22156ec439054c14a208465ac7ce095d is 50, key is test_row_0/C:col10/1732562573500/Put/seqid=0 2024-11-25T19:22:54,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741922_1098 (size=12301) 2024-11-25T19:22:54,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/22156ec439054c14a208465ac7ce095d 2024-11-25T19:22:54,271 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06704743 to 127.0.0.1:59939 2024-11-25T19:22:54,272 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,272 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37950159 to 127.0.0.1:59939 2024-11-25T19:22:54,272 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,272 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d4c9c1c to 127.0.0.1:59939 2024-11-25T19:22:54,272 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,272 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47c7c7c9 to 127.0.0.1:59939 2024-11-25T19:22:54,273 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/0009f7dadf2c452ea126ff4f21856091 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/0009f7dadf2c452ea126ff4f21856091 2024-11-25T19:22:54,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1732562634284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1732562634298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39818 deadline: 1732562634300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/0009f7dadf2c452ea126ff4f21856091, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T19:22:54,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/16a6b34af404465db48a1fbff2e3345a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/16a6b34af404465db48a1fbff2e3345a 2024-11-25T19:22:54,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T19:22:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:54,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:22:54,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:22:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39772 deadline: 1732562634309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/16a6b34af404465db48a1fbff2e3345a, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T19:22:54,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/22156ec439054c14a208465ac7ce095d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/22156ec439054c14a208465ac7ce095d 2024-11-25T19:22:54,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/22156ec439054c14a208465ac7ce095d, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T19:22:54,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 741f401daf173ced950740142a16e69a in 736ms, sequenceid=414, compaction requested=true 2024-11-25T19:22:54,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:54,358 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:22:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:22:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 741f401daf173ced950740142a16e69a:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:22:54,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:22:54,359 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:54,366 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:54,366 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/B is initiating minor compaction (all files) 2024-11-25T19:22:54,366 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/B in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,366 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/2d6343b850ec41c6bf36fa56727c7fcb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4051556603a84a33913f756d72ac1e05, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/16a6b34af404465db48a1fbff2e3345a] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.9 K 2024-11-25T19:22:54,367 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:54,367 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/A is initiating minor compaction (all files) 2024-11-25T19:22:54,368 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/A in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,368 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8a6663450c4143fbabc4925bc7ac24ca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/986acbbc168d48159979eec07661a148, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/0009f7dadf2c452ea126ff4f21856091] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.9 K 2024-11-25T19:22:54,368 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d6343b850ec41c6bf36fa56727c7fcb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562572922 2024-11-25T19:22:54,369 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a6663450c4143fbabc4925bc7ac24ca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562572922 2024-11-25T19:22:54,373 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4051556603a84a33913f756d72ac1e05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732562573128 2024-11-25T19:22:54,376 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 986acbbc168d48159979eec07661a148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732562573128 2024-11-25T19:22:54,377 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 16a6b34af404465db48a1fbff2e3345a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732562573500 2024-11-25T19:22:54,379 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0009f7dadf2c452ea126ff4f21856091, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732562573500 2024-11-25T19:22:54,402 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:54,402 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:54,402 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/0083e025402949a59ebe7310dd67b29d is 50, key is test_row_0/B:col10/1732562573500/Put/seqid=0 2024-11-25T19:22:54,403 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/b048569a8abf4f5bbd21b2077b4e46dd is 50, key is test_row_0/A:col10/1732562573500/Put/seqid=0 2024-11-25T19:22:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T19:22:54,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:54,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T19:22:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,468 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T19:22:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:54,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741923_1099 (size=13255) 2024-11-25T19:22:54,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741924_1100 (size=13255) 2024-11-25T19:22:54,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9957193688724d62b7f5b5306959ee99 is 50, key is test_row_0/A:col10/1732562573660/Put/seqid=0 2024-11-25T19:22:54,517 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/0083e025402949a59ebe7310dd67b29d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/0083e025402949a59ebe7310dd67b29d 2024-11-25T19:22:54,526 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/B of 741f401daf173ced950740142a16e69a into 0083e025402949a59ebe7310dd67b29d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:54,527 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:54,527 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/B, priority=13, startTime=1732562574358; duration=0sec 2024-11-25T19:22:54,527 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:22:54,527 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:B 2024-11-25T19:22:54,527 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:22:54,529 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:22:54,530 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 741f401daf173ced950740142a16e69a/C is initiating minor compaction (all files) 2024-11-25T19:22:54,530 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 741f401daf173ced950740142a16e69a/C in TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:54,530 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/b853aa59451743bd980f9deb086481d2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/009980df2c5d4db4924768f851d03856, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/22156ec439054c14a208465ac7ce095d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp, totalSize=36.9 K 2024-11-25T19:22:54,547 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b853aa59451743bd980f9deb086481d2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562572922 2024-11-25T19:22:54,548 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 009980df2c5d4db4924768f851d03856, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732562573128 2024-11-25T19:22:54,549 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 22156ec439054c14a208465ac7ce095d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732562573500 2024-11-25T19:22:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741925_1101 (size=12301) 2024-11-25T19:22:54,574 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 741f401daf173ced950740142a16e69a#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:22:54,575 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/37380abff36d46318afa6bd045ba20ce is 50, key is test_row_0/C:col10/1732562573500/Put/seqid=0 2024-11-25T19:22:54,575 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T19:22:54,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741926_1102 (size=13255) 2024-11-25T19:22:54,632 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/37380abff36d46318afa6bd045ba20ce as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/37380abff36d46318afa6bd045ba20ce 2024-11-25T19:22:54,647 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/C of 741f401daf173ced950740142a16e69a into 37380abff36d46318afa6bd045ba20ce(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:54,647 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:54,647 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/C, priority=13, startTime=1732562574358; duration=0sec 2024-11-25T19:22:54,647 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:54,648 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:C 2024-11-25T19:22:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 741f401daf173ced950740142a16e69a 2024-11-25T19:22:54,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. as already flushing 2024-11-25T19:22:54,791 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29b132d8 to 127.0.0.1:59939 2024-11-25T19:22:54,791 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,806 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dd77b4a to 127.0.0.1:59939 2024-11-25T19:22:54,806 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,807 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a33c837 to 127.0.0.1:59939 2024-11-25T19:22:54,807 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,817 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76bfdcf5 to 127.0.0.1:59939 2024-11-25T19:22:54,817 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:54,916 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/b048569a8abf4f5bbd21b2077b4e46dd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b048569a8abf4f5bbd21b2077b4e46dd 2024-11-25T19:22:54,950 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 741f401daf173ced950740142a16e69a/A of 741f401daf173ced950740142a16e69a into b048569a8abf4f5bbd21b2077b4e46dd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:22:54,950 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:54,950 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a., storeName=741f401daf173ced950740142a16e69a/A, priority=13, startTime=1732562574357; duration=0sec 2024-11-25T19:22:54,950 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:22:54,950 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 741f401daf173ced950740142a16e69a:A 2024-11-25T19:22:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T19:22:54,970 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9957193688724d62b7f5b5306959ee99 2024-11-25T19:22:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/c703455bb2d44120ab8ec528a08192c4 is 50, key is test_row_0/B:col10/1732562573660/Put/seqid=0 2024-11-25T19:22:55,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741927_1103 (size=12301) 2024-11-25T19:22:55,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/c703455bb2d44120ab8ec528a08192c4 2024-11-25T19:22:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/c18ba10825064f278ea54c2fa218a8af is 50, key is test_row_0/C:col10/1732562573660/Put/seqid=0 2024-11-25T19:22:55,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741928_1104 (size=12301) 2024-11-25T19:22:55,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/c18ba10825064f278ea54c2fa218a8af 2024-11-25T19:22:55,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/9957193688724d62b7f5b5306959ee99 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9957193688724d62b7f5b5306959ee99 2024-11-25T19:22:55,505 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9957193688724d62b7f5b5306959ee99, entries=150, sequenceid=430, filesize=12.0 K 2024-11-25T19:22:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/c703455bb2d44120ab8ec528a08192c4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c703455bb2d44120ab8ec528a08192c4 2024-11-25T19:22:55,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c703455bb2d44120ab8ec528a08192c4, entries=150, sequenceid=430, filesize=12.0 K 2024-11-25T19:22:55,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/c18ba10825064f278ea54c2fa218a8af as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c18ba10825064f278ea54c2fa218a8af 2024-11-25T19:22:55,544 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c18ba10825064f278ea54c2fa218a8af, entries=150, sequenceid=430, filesize=12.0 K 2024-11-25T19:22:55,548 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for 741f401daf173ced950740142a16e69a in 1079ms, sequenceid=430, compaction requested=false 2024-11-25T19:22:55,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:55,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:55,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T19:22:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-25T19:22:55,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T19:22:55,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7200 sec 2024-11-25T19:22:55,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.7300 sec 2024-11-25T19:22:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T19:22:55,956 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-25T19:22:58,105 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b3a6cb4 to 127.0.0.1:59939 2024-11-25T19:22:58,105 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1621 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1629 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 788 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2364 rows 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 788 2024-11-25T19:22:58,106 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2364 rows 2024-11-25T19:22:58,107 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T19:22:58,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x565a0a51 to 127.0.0.1:59939 2024-11-25T19:22:58,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:22:58,110 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T19:22:58,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T19:22:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T19:22:58,143 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562578142"}]},"ts":"1732562578142"} 2024-11-25T19:22:58,147 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T19:22:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T19:22:58,153 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T19:22:58,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:22:58,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=741f401daf173ced950740142a16e69a, UNASSIGN}] 2024-11-25T19:22:58,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=741f401daf173ced950740142a16e69a, UNASSIGN 2024-11-25T19:22:58,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=741f401daf173ced950740142a16e69a, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:22:58,171 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:22:58,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:22:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T19:22:58,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:22:58,339 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 741f401daf173ced950740142a16e69a 2024-11-25T19:22:58,339 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:22:58,340 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 741f401daf173ced950740142a16e69a, disabling compactions & flushes 2024-11-25T19:22:58,340 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:58,340 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:58,340 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. after waiting 0 ms 2024-11-25T19:22:58,340 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:58,340 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 741f401daf173ced950740142a16e69a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T19:22:58,340 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=A 2024-11-25T19:22:58,340 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:58,340 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=B 2024-11-25T19:22:58,343 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:58,343 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 741f401daf173ced950740142a16e69a, store=C 2024-11-25T19:22:58,344 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:22:58,380 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/e8f9b351ecff42acb29a10184d698585 is 50, key is test_row_0/A:col10/1732562578089/Put/seqid=0 2024-11-25T19:22:58,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741929_1105 (size=9857) 2024-11-25T19:22:58,424 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/e8f9b351ecff42acb29a10184d698585 2024-11-25T19:22:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T19:22:58,484 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7f1016f203d04a28a2cf5a3d72bff75e is 50, key is test_row_0/B:col10/1732562578089/Put/seqid=0 2024-11-25T19:22:58,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741930_1106 (size=9857) 2024-11-25T19:22:58,536 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7f1016f203d04a28a2cf5a3d72bff75e 2024-11-25T19:22:58,582 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/de805eb9bcd345008b33637853fcaa8d is 50, key is test_row_0/C:col10/1732562578089/Put/seqid=0 2024-11-25T19:22:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741931_1107 (size=9857) 2024-11-25T19:22:58,629 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/de805eb9bcd345008b33637853fcaa8d 2024-11-25T19:22:58,657 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/A/e8f9b351ecff42acb29a10184d698585 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e8f9b351ecff42acb29a10184d698585 2024-11-25T19:22:58,696 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e8f9b351ecff42acb29a10184d698585, entries=100, sequenceid=441, filesize=9.6 K 2024-11-25T19:22:58,697 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/B/7f1016f203d04a28a2cf5a3d72bff75e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7f1016f203d04a28a2cf5a3d72bff75e 2024-11-25T19:22:58,717 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7f1016f203d04a28a2cf5a3d72bff75e, entries=100, sequenceid=441, filesize=9.6 K 2024-11-25T19:22:58,719 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/.tmp/C/de805eb9bcd345008b33637853fcaa8d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/de805eb9bcd345008b33637853fcaa8d 2024-11-25T19:22:58,734 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/de805eb9bcd345008b33637853fcaa8d, entries=100, sequenceid=441, filesize=9.6 K 2024-11-25T19:22:58,736 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 741f401daf173ced950740142a16e69a in 396ms, sequenceid=441, compaction requested=true 2024-11-25T19:22:58,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/350f54fb873a4f8db1a196df85c683fe, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/d1af2d546ffe445993625e2b2a69bbc9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/2e68d5624f384f5e89eb5c8f7bf44594, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/ac17d772a6294f93bdd7bd975dc2b132, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/61235a0d5a1c407f9fe622aa9dfd49c8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b64691cdf2774cf2b1e01d7160f18229, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/c4827285aa8d4b6088557be405e06f91, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/cec69539e34b4aa69f794de3645a2f83, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/28c03a16e0ec456a9c23c64c2d15acf1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f886f9e3b6e2420c8bddfd891d4c72bb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a3b992c73cd54ab695480727117deb79, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8ef2970c965247878403513bd98da402, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f736d715592443afab6273e7542e979f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9b287e7293ae4770b389ec08af81510b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/98b6eb4b660e4a5097ef6adbcc3e1f7f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f54a57515a81403d98c2ffc4237b0428, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/251569930cb64d279d8b109fc5a578a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/af90c2af8d99451794eb3150f28d48d8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9157b8b4229a4b748274e8a9960e22a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e634d7fd8c2b4afea93fee6fc819af46, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f4c01fb9b6544d58b57d50157a5dfc20, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9db926f005334465bae49477320cacd5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/918b61e7723a49e7a0bc0451eecd1fdb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a75c2b21eea64aa0b024bb9e6c40da1d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8a6663450c4143fbabc4925bc7ac24ca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a090720f83c944aeb817e131b9219242, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/986acbbc168d48159979eec07661a148, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/0009f7dadf2c452ea126ff4f21856091] to archive 2024-11-25T19:22:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T19:22:58,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:22:58,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/350f54fb873a4f8db1a196df85c683fe to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/350f54fb873a4f8db1a196df85c683fe 2024-11-25T19:22:58,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/d1af2d546ffe445993625e2b2a69bbc9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/d1af2d546ffe445993625e2b2a69bbc9 2024-11-25T19:22:58,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/2e68d5624f384f5e89eb5c8f7bf44594 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/2e68d5624f384f5e89eb5c8f7bf44594 2024-11-25T19:22:58,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/ac17d772a6294f93bdd7bd975dc2b132 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/ac17d772a6294f93bdd7bd975dc2b132 2024-11-25T19:22:58,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/61235a0d5a1c407f9fe622aa9dfd49c8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/61235a0d5a1c407f9fe622aa9dfd49c8 2024-11-25T19:22:58,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b64691cdf2774cf2b1e01d7160f18229 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b64691cdf2774cf2b1e01d7160f18229 2024-11-25T19:22:58,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/c4827285aa8d4b6088557be405e06f91 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/c4827285aa8d4b6088557be405e06f91 2024-11-25T19:22:58,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/cec69539e34b4aa69f794de3645a2f83 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/cec69539e34b4aa69f794de3645a2f83 2024-11-25T19:22:58,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/28c03a16e0ec456a9c23c64c2d15acf1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/28c03a16e0ec456a9c23c64c2d15acf1 2024-11-25T19:22:58,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f886f9e3b6e2420c8bddfd891d4c72bb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f886f9e3b6e2420c8bddfd891d4c72bb 2024-11-25T19:22:58,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a3b992c73cd54ab695480727117deb79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a3b992c73cd54ab695480727117deb79 2024-11-25T19:22:58,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8ef2970c965247878403513bd98da402 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8ef2970c965247878403513bd98da402 2024-11-25T19:22:58,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f736d715592443afab6273e7542e979f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f736d715592443afab6273e7542e979f 2024-11-25T19:22:58,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9b287e7293ae4770b389ec08af81510b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9b287e7293ae4770b389ec08af81510b 2024-11-25T19:22:58,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/98b6eb4b660e4a5097ef6adbcc3e1f7f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/98b6eb4b660e4a5097ef6adbcc3e1f7f 2024-11-25T19:22:58,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f54a57515a81403d98c2ffc4237b0428 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f54a57515a81403d98c2ffc4237b0428 2024-11-25T19:22:58,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/251569930cb64d279d8b109fc5a578a2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/251569930cb64d279d8b109fc5a578a2 2024-11-25T19:22:58,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/af90c2af8d99451794eb3150f28d48d8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/af90c2af8d99451794eb3150f28d48d8 2024-11-25T19:22:58,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9157b8b4229a4b748274e8a9960e22a2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9157b8b4229a4b748274e8a9960e22a2 2024-11-25T19:22:58,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e634d7fd8c2b4afea93fee6fc819af46 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e634d7fd8c2b4afea93fee6fc819af46 2024-11-25T19:22:58,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f4c01fb9b6544d58b57d50157a5dfc20 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/f4c01fb9b6544d58b57d50157a5dfc20 2024-11-25T19:22:58,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9db926f005334465bae49477320cacd5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9db926f005334465bae49477320cacd5 2024-11-25T19:22:58,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/918b61e7723a49e7a0bc0451eecd1fdb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/918b61e7723a49e7a0bc0451eecd1fdb 2024-11-25T19:22:58,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a75c2b21eea64aa0b024bb9e6c40da1d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a75c2b21eea64aa0b024bb9e6c40da1d 2024-11-25T19:22:58,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8a6663450c4143fbabc4925bc7ac24ca to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/8a6663450c4143fbabc4925bc7ac24ca 2024-11-25T19:22:58,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a090720f83c944aeb817e131b9219242 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/a090720f83c944aeb817e131b9219242 2024-11-25T19:22:58,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/986acbbc168d48159979eec07661a148 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/986acbbc168d48159979eec07661a148 2024-11-25T19:22:58,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/0009f7dadf2c452ea126ff4f21856091 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/0009f7dadf2c452ea126ff4f21856091 2024-11-25T19:22:59,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/e45969302b57410f902964c67a253ec1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/afa7e968b6f94034b6ca8bc09851763a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c2e6e2275cc14ee791b8bed4121026f8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1410c1ad5e3644b2847718cbb623c891, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/ac1af6eb53fc4ad8aa11b4d980e26d2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7efc87e46ac34af3b4c7f27529fa1f95, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/db9e480fdae142259ffc2af3ff4ce3d5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/25a5c0073fd1472488ab9e4e71e19c8a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/3ebbf0dfb2844b34b44b80ac050dee2a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4dfcc4a3355d4a19ba6b45c10ff59330, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/514edd07fd9e4e3996884c2826f9ee3c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/d0cbb034de6e414b9b793b432e983533, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/fd952878a7fd4774a9ce1034a9f6158d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/6da8e906d8f14c54bf325532e2af3b0a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1eaa275c27cb43c09ce61a171e62b1ad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/9cf1d61eb31e4137b994da696d611be3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/cd3e7638138c440f92ff6aa59b0e7ec9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/188dc8ddcf6c443e80858e7a69b0f674, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/10f5c103770649ae82916cff63135fc3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/aeef92aa21854fc4b909376b09d4b710, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/5fd7284d78af4391938486b8400680c1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/060ce489dd8044c588791dc97a335129, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/51612d86d4c34f328cefe45402a335dd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7ad74d45d42f4b60b24037986f61ec92, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/2d6343b850ec41c6bf36fa56727c7fcb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4bf7ce89a2e44786b2368a3f1c588737, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4051556603a84a33913f756d72ac1e05, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/16a6b34af404465db48a1fbff2e3345a] to archive 2024-11-25T19:22:59,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:22:59,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/e45969302b57410f902964c67a253ec1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/e45969302b57410f902964c67a253ec1 2024-11-25T19:22:59,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/afa7e968b6f94034b6ca8bc09851763a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/afa7e968b6f94034b6ca8bc09851763a 2024-11-25T19:22:59,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c2e6e2275cc14ee791b8bed4121026f8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c2e6e2275cc14ee791b8bed4121026f8 2024-11-25T19:22:59,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1410c1ad5e3644b2847718cbb623c891 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1410c1ad5e3644b2847718cbb623c891 2024-11-25T19:22:59,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/ac1af6eb53fc4ad8aa11b4d980e26d2f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/ac1af6eb53fc4ad8aa11b4d980e26d2f 2024-11-25T19:22:59,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7efc87e46ac34af3b4c7f27529fa1f95 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7efc87e46ac34af3b4c7f27529fa1f95 2024-11-25T19:22:59,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/db9e480fdae142259ffc2af3ff4ce3d5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/db9e480fdae142259ffc2af3ff4ce3d5 2024-11-25T19:22:59,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/25a5c0073fd1472488ab9e4e71e19c8a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/25a5c0073fd1472488ab9e4e71e19c8a 2024-11-25T19:22:59,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/3ebbf0dfb2844b34b44b80ac050dee2a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/3ebbf0dfb2844b34b44b80ac050dee2a 2024-11-25T19:22:59,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4dfcc4a3355d4a19ba6b45c10ff59330 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4dfcc4a3355d4a19ba6b45c10ff59330 2024-11-25T19:22:59,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/514edd07fd9e4e3996884c2826f9ee3c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/514edd07fd9e4e3996884c2826f9ee3c 2024-11-25T19:22:59,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/d0cbb034de6e414b9b793b432e983533 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/d0cbb034de6e414b9b793b432e983533 2024-11-25T19:22:59,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/fd952878a7fd4774a9ce1034a9f6158d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/fd952878a7fd4774a9ce1034a9f6158d 2024-11-25T19:22:59,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/6da8e906d8f14c54bf325532e2af3b0a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/6da8e906d8f14c54bf325532e2af3b0a 2024-11-25T19:22:59,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1eaa275c27cb43c09ce61a171e62b1ad to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/1eaa275c27cb43c09ce61a171e62b1ad 2024-11-25T19:22:59,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/9cf1d61eb31e4137b994da696d611be3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/9cf1d61eb31e4137b994da696d611be3 2024-11-25T19:22:59,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/cd3e7638138c440f92ff6aa59b0e7ec9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/cd3e7638138c440f92ff6aa59b0e7ec9 2024-11-25T19:22:59,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/188dc8ddcf6c443e80858e7a69b0f674 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/188dc8ddcf6c443e80858e7a69b0f674 2024-11-25T19:22:59,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/10f5c103770649ae82916cff63135fc3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/10f5c103770649ae82916cff63135fc3 2024-11-25T19:22:59,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/aeef92aa21854fc4b909376b09d4b710 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/aeef92aa21854fc4b909376b09d4b710 2024-11-25T19:22:59,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/5fd7284d78af4391938486b8400680c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/5fd7284d78af4391938486b8400680c1 2024-11-25T19:22:59,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/060ce489dd8044c588791dc97a335129 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/060ce489dd8044c588791dc97a335129 2024-11-25T19:22:59,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/51612d86d4c34f328cefe45402a335dd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/51612d86d4c34f328cefe45402a335dd 2024-11-25T19:22:59,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7ad74d45d42f4b60b24037986f61ec92 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7ad74d45d42f4b60b24037986f61ec92 2024-11-25T19:22:59,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/2d6343b850ec41c6bf36fa56727c7fcb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/2d6343b850ec41c6bf36fa56727c7fcb 2024-11-25T19:22:59,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4bf7ce89a2e44786b2368a3f1c588737 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4bf7ce89a2e44786b2368a3f1c588737 2024-11-25T19:22:59,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4051556603a84a33913f756d72ac1e05 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/4051556603a84a33913f756d72ac1e05 2024-11-25T19:22:59,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/16a6b34af404465db48a1fbff2e3345a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/16a6b34af404465db48a1fbff2e3345a 2024-11-25T19:22:59,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/cdc42476e4874a0e9054dba958692474, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/e6f143cfdb3f4ab39b80012d6d33fbae, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/00311d343a6d418f8dbc4a3b8ed86e10, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/33c5905d733742a6a813460a909036a4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ff97adc6e08e47f489abbc1e73991c9d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/40cff2b3fd1d4636936920bc160a93ae, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/a6b317cbb23d4f43a32413a83c2bf33c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ce155cbfadfe49b2b2a4f555cc3d864f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/2ab97be0556048c9aa6f92bec9702daa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/72cd27648840470e94e3e7f7a9df48fd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/6e84b0f54bd74dc8871174f9e9e683bb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/19d1ddd84d3045398c1b311889aa4e31, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/23d69589a71140db9d771fb3ed199d0b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/dacd5d1f85c14f7daacd887d3268e6bd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/0d1932e6df6f4d6297dc3938c6ad95c3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/076b558fd38f4a9d954d5946b8994a1a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c0b82a1d07644cd28c3f32b7a096d383, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f1b725f11eda43db8a8dc427c664629a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f33db5f9e3d04bf8be164293253ff1d0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/85481b63e5394c0ca2232b0857fdb3bf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/129cbde8e37748479d85c4ad6e5e5837, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/006700d03d2246378aa89611278e6f7f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/655a89deca9b4a7a84d6659ca9442250, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/b853aa59451743bd980f9deb086481d2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/961b50cbb733421f8badfe79a9760cd9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/009980df2c5d4db4924768f851d03856, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/22156ec439054c14a208465ac7ce095d] to archive 2024-11-25T19:22:59,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:22:59,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/cdc42476e4874a0e9054dba958692474 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/cdc42476e4874a0e9054dba958692474 2024-11-25T19:22:59,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/e6f143cfdb3f4ab39b80012d6d33fbae to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/e6f143cfdb3f4ab39b80012d6d33fbae 2024-11-25T19:22:59,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/00311d343a6d418f8dbc4a3b8ed86e10 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/00311d343a6d418f8dbc4a3b8ed86e10 2024-11-25T19:22:59,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/33c5905d733742a6a813460a909036a4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/33c5905d733742a6a813460a909036a4 2024-11-25T19:22:59,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ff97adc6e08e47f489abbc1e73991c9d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ff97adc6e08e47f489abbc1e73991c9d 2024-11-25T19:22:59,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/40cff2b3fd1d4636936920bc160a93ae to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/40cff2b3fd1d4636936920bc160a93ae 2024-11-25T19:22:59,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/a6b317cbb23d4f43a32413a83c2bf33c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/a6b317cbb23d4f43a32413a83c2bf33c 2024-11-25T19:22:59,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ce155cbfadfe49b2b2a4f555cc3d864f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/ce155cbfadfe49b2b2a4f555cc3d864f 2024-11-25T19:22:59,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/2ab97be0556048c9aa6f92bec9702daa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/2ab97be0556048c9aa6f92bec9702daa 2024-11-25T19:22:59,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/72cd27648840470e94e3e7f7a9df48fd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/72cd27648840470e94e3e7f7a9df48fd 2024-11-25T19:22:59,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/6e84b0f54bd74dc8871174f9e9e683bb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/6e84b0f54bd74dc8871174f9e9e683bb 2024-11-25T19:22:59,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/19d1ddd84d3045398c1b311889aa4e31 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/19d1ddd84d3045398c1b311889aa4e31 2024-11-25T19:22:59,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/23d69589a71140db9d771fb3ed199d0b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/23d69589a71140db9d771fb3ed199d0b 2024-11-25T19:22:59,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/dacd5d1f85c14f7daacd887d3268e6bd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/dacd5d1f85c14f7daacd887d3268e6bd 2024-11-25T19:22:59,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/0d1932e6df6f4d6297dc3938c6ad95c3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/0d1932e6df6f4d6297dc3938c6ad95c3 2024-11-25T19:22:59,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/076b558fd38f4a9d954d5946b8994a1a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/076b558fd38f4a9d954d5946b8994a1a 2024-11-25T19:22:59,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/4cf6c6b7ddec4c4d9b6d8613b004dcf2 2024-11-25T19:22:59,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c0b82a1d07644cd28c3f32b7a096d383 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c0b82a1d07644cd28c3f32b7a096d383 2024-11-25T19:22:59,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f1b725f11eda43db8a8dc427c664629a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f1b725f11eda43db8a8dc427c664629a 2024-11-25T19:22:59,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f33db5f9e3d04bf8be164293253ff1d0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/f33db5f9e3d04bf8be164293253ff1d0 2024-11-25T19:22:59,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/85481b63e5394c0ca2232b0857fdb3bf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/85481b63e5394c0ca2232b0857fdb3bf 2024-11-25T19:22:59,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/129cbde8e37748479d85c4ad6e5e5837 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/129cbde8e37748479d85c4ad6e5e5837 2024-11-25T19:22:59,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/006700d03d2246378aa89611278e6f7f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/006700d03d2246378aa89611278e6f7f 2024-11-25T19:22:59,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/655a89deca9b4a7a84d6659ca9442250 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/655a89deca9b4a7a84d6659ca9442250 2024-11-25T19:22:59,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/b853aa59451743bd980f9deb086481d2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/b853aa59451743bd980f9deb086481d2 2024-11-25T19:22:59,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/961b50cbb733421f8badfe79a9760cd9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/961b50cbb733421f8badfe79a9760cd9 2024-11-25T19:22:59,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/009980df2c5d4db4924768f851d03856 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/009980df2c5d4db4924768f851d03856 2024-11-25T19:22:59,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/22156ec439054c14a208465ac7ce095d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/22156ec439054c14a208465ac7ce095d 2024-11-25T19:22:59,242 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/recovered.edits/444.seqid, newMaxSeqId=444, maxSeqId=1 2024-11-25T19:22:59,248 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a. 2024-11-25T19:22:59,248 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 741f401daf173ced950740142a16e69a: 2024-11-25T19:22:59,250 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 741f401daf173ced950740142a16e69a 2024-11-25T19:22:59,251 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=741f401daf173ced950740142a16e69a, regionState=CLOSED 2024-11-25T19:22:59,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T19:22:59,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 741f401daf173ced950740142a16e69a, server=d736abcd529b,39035,1732562546845 in 1.0820 sec 2024-11-25T19:22:59,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-25T19:22:59,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=741f401daf173ced950740142a16e69a, UNASSIGN in 1.0930 sec 2024-11-25T19:22:59,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T19:22:59,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1070 sec 2024-11-25T19:22:59,268 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562579268"}]},"ts":"1732562579268"} 2024-11-25T19:22:59,270 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T19:22:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T19:22:59,313 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T19:22:59,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-25T19:23:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T19:23:00,273 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-25T19:23:00,277 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T19:23:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:00,286 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:00,289 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T19:23:00,303 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a 2024-11-25T19:23:00,334 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/recovered.edits] 2024-11-25T19:23:00,343 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9957193688724d62b7f5b5306959ee99 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/9957193688724d62b7f5b5306959ee99 2024-11-25T19:23:00,346 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b048569a8abf4f5bbd21b2077b4e46dd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/b048569a8abf4f5bbd21b2077b4e46dd 2024-11-25T19:23:00,348 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e8f9b351ecff42acb29a10184d698585 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/A/e8f9b351ecff42acb29a10184d698585 2024-11-25T19:23:00,352 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/0083e025402949a59ebe7310dd67b29d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/0083e025402949a59ebe7310dd67b29d 2024-11-25T19:23:00,354 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7f1016f203d04a28a2cf5a3d72bff75e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/7f1016f203d04a28a2cf5a3d72bff75e 2024-11-25T19:23:00,356 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c703455bb2d44120ab8ec528a08192c4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/B/c703455bb2d44120ab8ec528a08192c4 2024-11-25T19:23:00,360 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/37380abff36d46318afa6bd045ba20ce to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/37380abff36d46318afa6bd045ba20ce 2024-11-25T19:23:00,362 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c18ba10825064f278ea54c2fa218a8af to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/c18ba10825064f278ea54c2fa218a8af 2024-11-25T19:23:00,364 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/de805eb9bcd345008b33637853fcaa8d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/C/de805eb9bcd345008b33637853fcaa8d 2024-11-25T19:23:00,374 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/recovered.edits/444.seqid to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a/recovered.edits/444.seqid 2024-11-25T19:23:00,375 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/741f401daf173ced950740142a16e69a 2024-11-25T19:23:00,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T19:23:00,382 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:00,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T19:23:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T19:23:00,396 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T19:23:00,469 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T19:23:00,471 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:00,471 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T19:23:00,472 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732562580471"}]},"ts":"9223372036854775807"} 2024-11-25T19:23:00,477 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T19:23:00,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 741f401daf173ced950740142a16e69a, NAME => 'TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T19:23:00,477 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T19:23:00,477 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732562580477"}]},"ts":"9223372036854775807"} 2024-11-25T19:23:00,502 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T19:23:00,540 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:00,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 263 msec 2024-11-25T19:23:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T19:23:00,600 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-25T19:23:00,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 218) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1097d480-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS:0;d736abcd529b:39035-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1097d480-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d736abcd529b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_600627823_22 at /127.0.0.1:36704 [Waiting for operation #258] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_128711214_22 at /127.0.0.1:43608 [Waiting for operation #98] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1097d480-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1097d480-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1126 (was 750) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5329 (was 6697) 2024-11-25T19:23:00,667 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=1126, ProcessCount=11, AvailableMemoryMB=5323 2024-11-25T19:23:00,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:23:00,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:23:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:00,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T19:23:00,686 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:00,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-25T19:23:00,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T19:23:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T19:23:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741932_1108 (size=960) 2024-11-25T19:23:00,766 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:23:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T19:23:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741933_1109 (size=53) 2024-11-25T19:23:00,810 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:23:00,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 15d65c6c8fe42b0e06adcb41c8bd8c79, disabling compactions & flushes 2024-11-25T19:23:00,811 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:00,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:00,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. after waiting 0 ms 2024-11-25T19:23:00,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:00,811 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:00,811 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:00,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T19:23:00,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732562580813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732562580813"}]},"ts":"1732562580813"} 2024-11-25T19:23:00,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T19:23:00,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T19:23:00,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562580830"}]},"ts":"1732562580830"} 2024-11-25T19:23:00,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T19:23:00,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, ASSIGN}] 2024-11-25T19:23:00,873 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, ASSIGN 2024-11-25T19:23:00,876 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, ASSIGN; state=OFFLINE, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=false 2024-11-25T19:23:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T19:23:01,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:01,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:23:01,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:01,198 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:01,199 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:23:01,199 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,199 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:23:01,200 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,200 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,209 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,228 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:01,228 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d65c6c8fe42b0e06adcb41c8bd8c79 columnFamilyName A 2024-11-25T19:23:01,228 DEBUG [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:01,231 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(327): Store=15d65c6c8fe42b0e06adcb41c8bd8c79/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:01,231 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,240 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:01,241 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d65c6c8fe42b0e06adcb41c8bd8c79 columnFamilyName B 2024-11-25T19:23:01,241 DEBUG [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:01,242 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(327): Store=15d65c6c8fe42b0e06adcb41c8bd8c79/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:01,243 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,255 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:01,255 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d65c6c8fe42b0e06adcb41c8bd8c79 columnFamilyName C 2024-11-25T19:23:01,255 DEBUG [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:01,257 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(327): Store=15d65c6c8fe42b0e06adcb41c8bd8c79/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:01,258 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:01,259 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,265 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,268 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:23:01,269 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:01,282 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:23:01,283 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 15d65c6c8fe42b0e06adcb41c8bd8c79; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69288295, jitterRate=0.03247605264186859}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:23:01,284 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:01,290 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., pid=41, masterSystemTime=1732562581185 2024-11-25T19:23:01,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:01,295 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:01,295 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:01,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T19:23:01,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 in 267 msec 2024-11-25T19:23:01,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-25T19:23:01,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, ASSIGN in 431 msec 2024-11-25T19:23:01,305 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T19:23:01,305 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562581305"}]},"ts":"1732562581305"} 2024-11-25T19:23:01,307 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T19:23:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T19:23:01,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T19:23:01,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 672 msec 2024-11-25T19:23:01,409 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T19:23:01,412 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T19:23:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-25T19:23:01,814 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-25T19:23:01,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c267206 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a8da76b 2024-11-25T19:23:01,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3c14c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:01,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:01,923 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:01,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T19:23:01,999 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T19:23:02,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:23:02,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:23:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741934_1110 (size=996) 2024-11-25T19:23:02,529 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T19:23:02,530 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T19:23:02,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:23:02,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, REOPEN/MOVE}] 2024-11-25T19:23:02,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, REOPEN/MOVE 2024-11-25T19:23:02,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:02,553 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:23:02,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:23:02,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:02,706 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:02,706 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:23:02,706 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 15d65c6c8fe42b0e06adcb41c8bd8c79, disabling compactions & flushes 2024-11-25T19:23:02,707 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:02,707 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:02,707 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. after waiting 0 ms 2024-11-25T19:23:02,707 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:02,722 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T19:23:02,723 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:02,723 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:02,723 WARN [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 15d65c6c8fe42b0e06adcb41c8bd8c79 to self. 2024-11-25T19:23:02,726 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=CLOSED 2024-11-25T19:23:02,726 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:02,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-25T19:23:02,732 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 in 175 msec 2024-11-25T19:23:02,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, REOPEN/MOVE; state=CLOSED, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=true 2024-11-25T19:23:02,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:02,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:23:03,049 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:03,065 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:03,065 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:23:03,066 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,066 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:23:03,066 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,066 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,075 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,084 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:03,102 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d65c6c8fe42b0e06adcb41c8bd8c79 columnFamilyName A 2024-11-25T19:23:03,106 DEBUG [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:03,108 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(327): Store=15d65c6c8fe42b0e06adcb41c8bd8c79/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:03,109 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,113 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:03,113 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d65c6c8fe42b0e06adcb41c8bd8c79 columnFamilyName B 2024-11-25T19:23:03,113 DEBUG [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:03,115 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(327): Store=15d65c6c8fe42b0e06adcb41c8bd8c79/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:03,115 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,122 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:03,122 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15d65c6c8fe42b0e06adcb41c8bd8c79 columnFamilyName C 2024-11-25T19:23:03,122 DEBUG [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:03,127 INFO [StoreOpener-15d65c6c8fe42b0e06adcb41c8bd8c79-1 {}] regionserver.HStore(327): Store=15d65c6c8fe42b0e06adcb41c8bd8c79/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:03,127 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:03,128 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,130 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,133 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:23:03,136 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,137 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 15d65c6c8fe42b0e06adcb41c8bd8c79; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64786374, jitterRate=-0.03460779786109924}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:23:03,140 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:03,142 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., pid=46, masterSystemTime=1732562583049 2024-11-25T19:23:03,145 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:03,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=OPEN, openSeqNum=5, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:03,145 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:03,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-25T19:23:03,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 in 260 msec 2024-11-25T19:23:03,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T19:23:03,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, REOPEN/MOVE in 606 msec 2024-11-25T19:23:03,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-25T19:23:03,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 624 msec 2024-11-25T19:23:03,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-25T19:23:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-25T19:23:03,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63630c79 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7435a904 2024-11-25T19:23:03,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515fd839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27600c58 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d006bed 2024-11-25T19:23:03,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748ab582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ecfd53a to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b8e1501 2024-11-25T19:23:03,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c904d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7eb70b3c to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70b41629 2024-11-25T19:23:03,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74be9bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c517130 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a0312cf 2024-11-25T19:23:03,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a63fed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x555bfdff to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@706b2cde 2024-11-25T19:23:03,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dad7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x347ad9b2 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d5e0e3f 2024-11-25T19:23:03,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c6fdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d36579b to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70f48df4 2024-11-25T19:23:03,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250a1de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x681a05ec to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3cd5be36 2024-11-25T19:23:03,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49456175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:03,674 DEBUG [hconnection-0x67328c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,683 DEBUG [hconnection-0x5121a5ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,687 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:03,731 DEBUG [hconnection-0x13381b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,733 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-25T19:23:03,741 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:03,742 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:03,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T19:23:03,752 DEBUG [hconnection-0x34c2a382-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,754 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,769 DEBUG [hconnection-0x7b62f6ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,773 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,775 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,785 DEBUG [hconnection-0x14d69165-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,787 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:03,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T19:23:03,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:03,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:03,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:03,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:03,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:03,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:03,829 DEBUG [hconnection-0x215a6d10-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,832 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T19:23:03,855 DEBUG [hconnection-0x4c20c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,856 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,871 DEBUG [hconnection-0x1d1213de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:03,897 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:03,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:03,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:03,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:03,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:03,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:03,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:03,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:03,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112583a9d3f76e874fd39fa748e2787e5ff1_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562583792/Put/seqid=0 2024-11-25T19:23:03,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741935_1111 (size=12154) 2024-11-25T19:23:04,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:04,010 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112583a9d3f76e874fd39fa748e2787e5ff1_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583a9d3f76e874fd39fa748e2787e5ff1_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:04,012 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5053b108ae544a0f9e7974388cf76cec, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:04,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5053b108ae544a0f9e7974388cf76cec is 175, key is test_row_0/A:col10/1732562583792/Put/seqid=0 2024-11-25T19:23:04,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562643852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562643869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T19:23:04,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562644047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562644052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562644052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741936_1112 (size=30955) 2024-11-25T19:23:04,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5053b108ae544a0f9e7974388cf76cec 2024-11-25T19:23:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562644153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562644159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562644167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562644167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562644185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a51c928bc3c348cf8fbb5d37ceac9dd3 is 50, key is test_row_0/B:col10/1732562583792/Put/seqid=0 2024-11-25T19:23:04,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:04,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741937_1113 (size=12001) 2024-11-25T19:23:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T19:23:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562644376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:04,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:04,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562644381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562644385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562644404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562644412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:04,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:04,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a51c928bc3c348cf8fbb5d37ceac9dd3 2024-11-25T19:23:04,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562644694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:04,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:04,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562644715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562644716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562644737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562644746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/911528db8c884f288baa23bca79ff208 is 50, key is test_row_0/C:col10/1732562583792/Put/seqid=0 2024-11-25T19:23:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T19:23:04,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:04,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:04,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:04,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741938_1114 (size=12001) 2024-11-25T19:23:04,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/911528db8c884f288baa23bca79ff208 2024-11-25T19:23:04,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5053b108ae544a0f9e7974388cf76cec as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5053b108ae544a0f9e7974388cf76cec 2024-11-25T19:23:04,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5053b108ae544a0f9e7974388cf76cec, entries=150, sequenceid=16, filesize=30.2 K 2024-11-25T19:23:04,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a51c928bc3c348cf8fbb5d37ceac9dd3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a51c928bc3c348cf8fbb5d37ceac9dd3 2024-11-25T19:23:04,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T19:23:04,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a51c928bc3c348cf8fbb5d37ceac9dd3, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T19:23:04,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/911528db8c884f288baa23bca79ff208 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/911528db8c884f288baa23bca79ff208 2024-11-25T19:23:04,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/911528db8c884f288baa23bca79ff208, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T19:23:04,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1175ms, sequenceid=16, compaction requested=false 2024-11-25T19:23:04,971 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T19:23:04,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:05,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-25T19:23:05,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:05,031 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:05,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125be4aab9b5f0a4ae9b4b1bcfa91bb55a4_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562583835/Put/seqid=0 2024-11-25T19:23:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741939_1115 (size=12154) 2024-11-25T19:23:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:05,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:05,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562645269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562645271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562645273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562645278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562645285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562645413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562645416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562645416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562645416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:05,567 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125be4aab9b5f0a4ae9b4b1bcfa91bb55a4_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be4aab9b5f0a4ae9b4b1bcfa91bb55a4_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/13287dc5705c4837bb98a6b8ae5a6523, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:05,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/13287dc5705c4837bb98a6b8ae5a6523 is 175, key is test_row_0/A:col10/1732562583835/Put/seqid=0 2024-11-25T19:23:05,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562645625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741940_1116 (size=30955) 2024-11-25T19:23:05,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562645656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562645661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562645662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T19:23:05,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562645939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562645981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:05,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562645984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:06,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562645987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:06,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/13287dc5705c4837bb98a6b8ae5a6523 2024-11-25T19:23:06,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/fad49404582b429bbe7a6b7dba081823 is 50, key is test_row_0/B:col10/1732562583835/Put/seqid=0 2024-11-25T19:23:06,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741941_1117 (size=12001) 2024-11-25T19:23:06,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/fad49404582b429bbe7a6b7dba081823 2024-11-25T19:23:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/3e4d9a4eda9b4e68a33b8b2e78077baa is 50, key is test_row_0/C:col10/1732562583835/Put/seqid=0 2024-11-25T19:23:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562646334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:06,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741942_1118 (size=12001) 2024-11-25T19:23:06,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562646443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:06,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562646489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:06,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562646517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:06,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562646519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:06,779 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/3e4d9a4eda9b4e68a33b8b2e78077baa 2024-11-25T19:23:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/13287dc5705c4837bb98a6b8ae5a6523 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/13287dc5705c4837bb98a6b8ae5a6523 2024-11-25T19:23:06,797 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/13287dc5705c4837bb98a6b8ae5a6523, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T19:23:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/fad49404582b429bbe7a6b7dba081823 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/fad49404582b429bbe7a6b7dba081823 2024-11-25T19:23:06,808 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/fad49404582b429bbe7a6b7dba081823, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T19:23:06,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/3e4d9a4eda9b4e68a33b8b2e78077baa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/3e4d9a4eda9b4e68a33b8b2e78077baa 2024-11-25T19:23:06,873 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/3e4d9a4eda9b4e68a33b8b2e78077baa, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T19:23:06,875 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1843ms, sequenceid=41, compaction requested=false 2024-11-25T19:23:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:06,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-25T19:23:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-25T19:23:06,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T19:23:06,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1350 sec 2024-11-25T19:23:06,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 3.1490 sec 2024-11-25T19:23:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:07,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T19:23:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:07,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:07,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250778467491754e14b3f41a01056be6af_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562585254/Put/seqid=0 2024-11-25T19:23:07,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741943_1119 (size=12154) 2024-11-25T19:23:07,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:07,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562647564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562647569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562647572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562647579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,594 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250778467491754e14b3f41a01056be6af_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250778467491754e14b3f41a01056be6af_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:07,603 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c592eb79402e4568b1e79db201a421fc, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:07,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c592eb79402e4568b1e79db201a421fc is 175, key is test_row_0/A:col10/1732562585254/Put/seqid=0 2024-11-25T19:23:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562647682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562647687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562647687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562647695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741944_1120 (size=30955) 2024-11-25T19:23:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-25T19:23:07,855 INFO [Thread-571 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-25T19:23:07,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-25T19:23:07,873 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:07,874 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:07,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T19:23:07,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562647892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562647900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562647902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562647907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T19:23:08,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T19:23:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:08,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c592eb79402e4568b1e79db201a421fc 2024-11-25T19:23:08,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/69c39f4f31484227a43e127144c7886d is 50, key is test_row_0/B:col10/1732562585254/Put/seqid=0 2024-11-25T19:23:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T19:23:08,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T19:23:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:08,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741945_1121 (size=12001) 2024-11-25T19:23:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/69c39f4f31484227a43e127144c7886d 2024-11-25T19:23:08,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562648205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562648211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562648211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562648218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/fad628fc37644aa3a751db92df01a914 is 50, key is test_row_0/C:col10/1732562585254/Put/seqid=0 2024-11-25T19:23:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741946_1122 (size=12001) 2024-11-25T19:23:08,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/fad628fc37644aa3a751db92df01a914 2024-11-25T19:23:08,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c592eb79402e4568b1e79db201a421fc as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c592eb79402e4568b1e79db201a421fc 2024-11-25T19:23:08,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c592eb79402e4568b1e79db201a421fc, entries=150, sequenceid=53, filesize=30.2 K 2024-11-25T19:23:08,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/69c39f4f31484227a43e127144c7886d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/69c39f4f31484227a43e127144c7886d 2024-11-25T19:23:08,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T19:23:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562648357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/69c39f4f31484227a43e127144c7886d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T19:23:08,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/fad628fc37644aa3a751db92df01a914 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/fad628fc37644aa3a751db92df01a914 2024-11-25T19:23:08,366 DEBUG [Thread-563 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4315 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., hostname=d736abcd529b,39035,1732562546845, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:23:08,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/fad628fc37644aa3a751db92df01a914, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T19:23:08,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 954ms, sequenceid=53, compaction requested=true 2024-11-25T19:23:08,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:08,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:08,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:08,427 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:08,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:08,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:08,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:08,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:23:08,427 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:08,430 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:08,430 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:08,430 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,430 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:08,430 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:08,430 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5053b108ae544a0f9e7974388cf76cec, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/13287dc5705c4837bb98a6b8ae5a6523, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c592eb79402e4568b1e79db201a421fc] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=90.7 K 2024-11-25T19:23:08,430 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,430 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a51c928bc3c348cf8fbb5d37ceac9dd3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/fad49404582b429bbe7a6b7dba081823, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/69c39f4f31484227a43e127144c7886d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=35.2 K 2024-11-25T19:23:08,430 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,431 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5053b108ae544a0f9e7974388cf76cec, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/13287dc5705c4837bb98a6b8ae5a6523, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c592eb79402e4568b1e79db201a421fc] 2024-11-25T19:23:08,431 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a51c928bc3c348cf8fbb5d37ceac9dd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732562583792 2024-11-25T19:23:08,431 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5053b108ae544a0f9e7974388cf76cec, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732562583792 2024-11-25T19:23:08,432 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 13287dc5705c4837bb98a6b8ae5a6523, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732562583835 2024-11-25T19:23:08,432 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting fad49404582b429bbe7a6b7dba081823, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732562583835 2024-11-25T19:23:08,432 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c592eb79402e4568b1e79db201a421fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562585229 2024-11-25T19:23:08,432 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69c39f4f31484227a43e127144c7886d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562585229 2024-11-25T19:23:08,463 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:08,464 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/4e286df634ef4ca795e305314114af81 is 50, key is test_row_0/B:col10/1732562585254/Put/seqid=0 2024-11-25T19:23:08,476 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T19:23:08,503 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b0cc77b621494926b702b176a472a264_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:08,513 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b0cc77b621494926b702b176a472a264_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:08,513 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b0cc77b621494926b702b176a472a264_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:08,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-25T19:23:08,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,519 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T19:23:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:08,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741947_1123 (size=12104) 2024-11-25T19:23:08,564 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/4e286df634ef4ca795e305314114af81 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4e286df634ef4ca795e305314114af81 2024-11-25T19:23:08,576 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 4e286df634ef4ca795e305314114af81(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:08,576 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:08,577 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=13, startTime=1732562588427; duration=0sec 2024-11-25T19:23:08,577 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:08,577 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:08,577 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:08,579 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:08,579 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:08,579 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:08,579 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/911528db8c884f288baa23bca79ff208, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/3e4d9a4eda9b4e68a33b8b2e78077baa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/fad628fc37644aa3a751db92df01a914] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=35.2 K 2024-11-25T19:23:08,583 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 911528db8c884f288baa23bca79ff208, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732562583792 2024-11-25T19:23:08,584 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e4d9a4eda9b4e68a33b8b2e78077baa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732562583835 2024-11-25T19:23:08,585 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting fad628fc37644aa3a751db92df01a914, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562585229 2024-11-25T19:23:08,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741948_1124 (size=4469) 2024-11-25T19:23:08,598 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#103 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:08,601 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f66f9cc03bd344498605cd33c3380fd0 is 175, key is test_row_0/A:col10/1732562585254/Put/seqid=0 2024-11-25T19:23:08,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a5ce8f556b824f93abf52923b61b0acf_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562587567/Put/seqid=0 2024-11-25T19:23:08,631 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#105 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:08,631 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/746296afb33f4a149638262b953465ff is 50, key is test_row_0/C:col10/1732562585254/Put/seqid=0 2024-11-25T19:23:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741949_1125 (size=31058) 2024-11-25T19:23:08,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741950_1126 (size=12154) 2024-11-25T19:23:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:08,746 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a5ce8f556b824f93abf52923b61b0acf_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a5ce8f556b824f93abf52923b61b0acf_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/aee309bc83bb451781ac769315f7afab, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/aee309bc83bb451781ac769315f7afab is 175, key is test_row_0/A:col10/1732562587567/Put/seqid=0 2024-11-25T19:23:08,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741951_1127 (size=12104) 2024-11-25T19:23:08,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562648767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562648771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562648771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,803 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/746296afb33f4a149638262b953465ff as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/746296afb33f4a149638262b953465ff 2024-11-25T19:23:08,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562648795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,825 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 746296afb33f4a149638262b953465ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:08,825 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:08,825 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=13, startTime=1732562588427; duration=0sec 2024-11-25T19:23:08,826 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:08,826 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741952_1128 (size=30955) 2024-11-25T19:23:08,828 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/aee309bc83bb451781ac769315f7afab 2024-11-25T19:23:08,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/73769849430e4bd6a6f92429e5740e7f is 50, key is test_row_0/B:col10/1732562587567/Put/seqid=0 2024-11-25T19:23:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562648890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562648890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562648899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741953_1129 (size=12001) 2024-11-25T19:23:08,923 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/73769849430e4bd6a6f92429e5740e7f 2024-11-25T19:23:08,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562648915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:08,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/8b129d0894634b2fa5598388d5c523a0 is 50, key is test_row_0/C:col10/1732562587567/Put/seqid=0 2024-11-25T19:23:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T19:23:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741954_1130 (size=12001) 2024-11-25T19:23:09,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562649106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562649106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,120 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f66f9cc03bd344498605cd33c3380fd0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f66f9cc03bd344498605cd33c3380fd0 2024-11-25T19:23:09,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562649116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,131 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into f66f9cc03bd344498605cd33c3380fd0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:09,131 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:09,131 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=13, startTime=1732562588427; duration=0sec 2024-11-25T19:23:09,131 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:09,131 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:09,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562649136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562649411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,419 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/8b129d0894634b2fa5598388d5c523a0 2024-11-25T19:23:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562649411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/aee309bc83bb451781ac769315f7afab as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/aee309bc83bb451781ac769315f7afab 2024-11-25T19:23:09,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562649426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,442 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/aee309bc83bb451781ac769315f7afab, entries=150, sequenceid=77, filesize=30.2 K 2024-11-25T19:23:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/73769849430e4bd6a6f92429e5740e7f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/73769849430e4bd6a6f92429e5740e7f 2024-11-25T19:23:09,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562649456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:09,545 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/73769849430e4bd6a6f92429e5740e7f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T19:23:09,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/8b129d0894634b2fa5598388d5c523a0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8b129d0894634b2fa5598388d5c523a0 2024-11-25T19:23:09,582 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8b129d0894634b2fa5598388d5c523a0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T19:23:09,583 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1064ms, sequenceid=77, compaction requested=false 2024-11-25T19:23:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-25T19:23:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-25T19:23:09,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-25T19:23:09,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-25T19:23:09,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.7300 sec 2024-11-25T19:23:09,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:23:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:09,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:09,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112536801bf921e64d73aeea76525dba8d39_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562589926/Put/seqid=0 2024-11-25T19:23:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-25T19:23:09,995 INFO [Thread-571 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-25T19:23:10,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T19:23:10,020 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:10,021 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:10,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T19:23:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741955_1131 (size=14594) 2024-11-25T19:23:10,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:10,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112536801bf921e64d73aeea76525dba8d39_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112536801bf921e64d73aeea76525dba8d39_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:10,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/00c2fe49f1584d5cb75fb8000b2fe6e4, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:10,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/00c2fe49f1584d5cb75fb8000b2fe6e4 is 175, key is test_row_0/A:col10/1732562589926/Put/seqid=0 2024-11-25T19:23:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562650062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562650063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562650064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562650064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741956_1132 (size=39549) 2024-11-25T19:23:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T19:23:10,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562650166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T19:23:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562650171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562650171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562650171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T19:23:10,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T19:23:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:10,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562650372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562650388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562650389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562650414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,492 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/00c2fe49f1584d5cb75fb8000b2fe6e4 2024-11-25T19:23:10,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T19:23:10,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:10,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/77b48af7db0b4aedab168e4071aafd29 is 50, key is test_row_0/B:col10/1732562589926/Put/seqid=0 2024-11-25T19:23:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741957_1133 (size=12001) 2024-11-25T19:23:10,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/77b48af7db0b4aedab168e4071aafd29 2024-11-25T19:23:10,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/e78f00a5235d45959a12399e2aa1660b is 50, key is test_row_0/C:col10/1732562589926/Put/seqid=0 2024-11-25T19:23:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T19:23:10,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741958_1134 (size=12001) 2024-11-25T19:23:10,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/e78f00a5235d45959a12399e2aa1660b 2024-11-25T19:23:10,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T19:23:10,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:10,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:10,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/00c2fe49f1584d5cb75fb8000b2fe6e4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/00c2fe49f1584d5cb75fb8000b2fe6e4 2024-11-25T19:23:10,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/00c2fe49f1584d5cb75fb8000b2fe6e4, entries=200, sequenceid=93, filesize=38.6 K 2024-11-25T19:23:10,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/77b48af7db0b4aedab168e4071aafd29 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/77b48af7db0b4aedab168e4071aafd29 2024-11-25T19:23:10,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562650686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/77b48af7db0b4aedab168e4071aafd29, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T19:23:10,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/e78f00a5235d45959a12399e2aa1660b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e78f00a5235d45959a12399e2aa1660b 2024-11-25T19:23:10,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562650694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562650697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:10,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e78f00a5235d45959a12399e2aa1660b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T19:23:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562650725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 788ms, sequenceid=93, compaction requested=true 2024-11-25T19:23:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:10,728 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:23:10,730 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:10,730 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:10,730 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,730 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:10,730 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f66f9cc03bd344498605cd33c3380fd0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/aee309bc83bb451781ac769315f7afab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/00c2fe49f1584d5cb75fb8000b2fe6e4] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=99.2 K 2024-11-25T19:23:10,730 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,731 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f66f9cc03bd344498605cd33c3380fd0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/aee309bc83bb451781ac769315f7afab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/00c2fe49f1584d5cb75fb8000b2fe6e4] 2024-11-25T19:23:10,731 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f66f9cc03bd344498605cd33c3380fd0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562585229 2024-11-25T19:23:10,732 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting aee309bc83bb451781ac769315f7afab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562587552 2024-11-25T19:23:10,733 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:10,733 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 00c2fe49f1584d5cb75fb8000b2fe6e4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732562588751 2024-11-25T19:23:10,733 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:10,733 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,733 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4e286df634ef4ca795e305314114af81, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/73769849430e4bd6a6f92429e5740e7f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/77b48af7db0b4aedab168e4071aafd29] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=35.3 K 2024-11-25T19:23:10,735 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e286df634ef4ca795e305314114af81, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562585229 2024-11-25T19:23:10,736 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73769849430e4bd6a6f92429e5740e7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562587552 2024-11-25T19:23:10,736 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77b48af7db0b4aedab168e4071aafd29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732562588751 2024-11-25T19:23:10,756 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:10,763 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:10,764 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a5b875750a5845baad265aec991e9e56 is 50, key is test_row_0/B:col10/1732562589926/Put/seqid=0 2024-11-25T19:23:10,776 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125dac80b0bf4e1408eb192110c8eccd789_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:10,780 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125dac80b0bf4e1408eb192110c8eccd789_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:10,780 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dac80b0bf4e1408eb192110c8eccd789_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:10,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:10,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T19:23:10,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,806 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T19:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:10,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:10,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741959_1135 (size=12207) 2024-11-25T19:23:10,847 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a5b875750a5845baad265aec991e9e56 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a5b875750a5845baad265aec991e9e56 2024-11-25T19:23:10,865 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into a5b875750a5845baad265aec991e9e56(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:10,865 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:10,865 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=13, startTime=1732562590728; duration=0sec 2024-11-25T19:23:10,865 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:10,865 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:10,865 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:10,867 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:10,867 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:10,867 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:10,867 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/746296afb33f4a149638262b953465ff, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8b129d0894634b2fa5598388d5c523a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e78f00a5235d45959a12399e2aa1660b] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=35.3 K 2024-11-25T19:23:10,868 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 746296afb33f4a149638262b953465ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562585229 2024-11-25T19:23:10,868 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b129d0894634b2fa5598388d5c523a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732562587552 2024-11-25T19:23:10,869 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e78f00a5235d45959a12399e2aa1660b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732562588751 2024-11-25T19:23:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741960_1136 (size=4469) 2024-11-25T19:23:10,881 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#111 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:10,881 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0881b49c0b104edc887b30e56ceec034 is 175, key is test_row_0/A:col10/1732562589926/Put/seqid=0 2024-11-25T19:23:10,925 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:10,926 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/2db04fd58e534332affb919358b53771 is 50, key is test_row_0/C:col10/1732562589926/Put/seqid=0 2024-11-25T19:23:10,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112549363586f0f34d35a5f9b42c99df3f12_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562590055/Put/seqid=0 2024-11-25T19:23:11,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741961_1137 (size=31161) 2024-11-25T19:23:11,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741962_1138 (size=12207) 2024-11-25T19:23:11,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741963_1139 (size=12154) 2024-11-25T19:23:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:11,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562651245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562651247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562651249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562651249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562651358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562651362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562651366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562651366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,434 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0881b49c0b104edc887b30e56ceec034 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0881b49c0b104edc887b30e56ceec034 2024-11-25T19:23:11,460 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 0881b49c0b104edc887b30e56ceec034(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:11,460 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:11,460 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=13, startTime=1732562590728; duration=0sec 2024-11-25T19:23:11,461 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:11,461 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:11,470 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/2db04fd58e534332affb919358b53771 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2db04fd58e534332affb919358b53771 2024-11-25T19:23:11,473 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112549363586f0f34d35a5f9b42c99df3f12_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112549363586f0f34d35a5f9b42c99df3f12_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:11,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/d25a325c10a545349be0844ab65c77ca, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:11,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/d25a325c10a545349be0844ab65c77ca is 175, key is test_row_0/A:col10/1732562590055/Put/seqid=0 2024-11-25T19:23:11,491 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 2db04fd58e534332affb919358b53771(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:11,492 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:11,492 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=13, startTime=1732562590728; duration=0sec 2024-11-25T19:23:11,492 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:11,492 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:11,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741964_1140 (size=30955) 2024-11-25T19:23:11,516 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/d25a325c10a545349be0844ab65c77ca 2024-11-25T19:23:11,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d72366fb96e7406390ce4e67bb33b9f1 is 50, key is test_row_0/B:col10/1732562590055/Put/seqid=0 2024-11-25T19:23:11,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562651571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562651572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562651578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562651583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741965_1141 (size=12001) 2024-11-25T19:23:11,648 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d72366fb96e7406390ce4e67bb33b9f1 2024-11-25T19:23:11,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/d95f750dd6154f729a3d4ec3244683de is 50, key is test_row_0/C:col10/1732562590055/Put/seqid=0 2024-11-25T19:23:11,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741966_1142 (size=12001) 2024-11-25T19:23:11,733 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/d95f750dd6154f729a3d4ec3244683de 2024-11-25T19:23:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/d25a325c10a545349be0844ab65c77ca as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/d25a325c10a545349be0844ab65c77ca 2024-11-25T19:23:11,751 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/d25a325c10a545349be0844ab65c77ca, entries=150, sequenceid=116, filesize=30.2 K 2024-11-25T19:23:11,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d72366fb96e7406390ce4e67bb33b9f1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d72366fb96e7406390ce4e67bb33b9f1 2024-11-25T19:23:11,763 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d72366fb96e7406390ce4e67bb33b9f1, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T19:23:11,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/d95f750dd6154f729a3d4ec3244683de as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d95f750dd6154f729a3d4ec3244683de 2024-11-25T19:23:11,780 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d95f750dd6154f729a3d4ec3244683de, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T19:23:11,786 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 980ms, sequenceid=116, compaction requested=false 2024-11-25T19:23:11,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:11,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T19:23:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T19:23:11,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T19:23:11,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7670 sec 2024-11-25T19:23:11,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.7760 sec 2024-11-25T19:23:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:11,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T19:23:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:11,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc3efa0b0a744a028e38fc9ba76a48ce_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562591221/Put/seqid=0 2024-11-25T19:23:11,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741967_1143 (size=19674) 2024-11-25T19:23:12,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562652017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562652039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562652039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562652043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T19:23:12,132 INFO [Thread-571 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T19:23:12,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T19:23:12,139 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T19:23:12,140 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:12,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562652144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562652150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562652151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562652158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T19:23:12,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562652347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562652358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562652359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562652365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,385 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:12,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562652376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,386 DEBUG [Thread-563 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8335 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., hostname=d736abcd529b,39035,1732562546845, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:23:12,392 INFO [master/d736abcd529b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T19:23:12,392 INFO [master/d736abcd529b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T19:23:12,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cc3efa0b0a744a028e38fc9ba76a48ce_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc3efa0b0a744a028e38fc9ba76a48ce_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:12,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5338935f41c3492ba9f174776e77c509, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:12,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5338935f41c3492ba9f174776e77c509 is 175, key is test_row_0/A:col10/1732562591221/Put/seqid=0 2024-11-25T19:23:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T19:23:12,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741968_1144 (size=56933) 2024-11-25T19:23:12,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562652664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562652664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562652665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562652676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T19:23:12,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:12,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:12,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5338935f41c3492ba9f174776e77c509 2024-11-25T19:23:12,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a8323bf630d1467ba95d996b9b8fbd65 is 50, key is test_row_0/B:col10/1732562591221/Put/seqid=0 2024-11-25T19:23:12,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:12,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:12,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:12,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:12,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741969_1145 (size=12101) 2024-11-25T19:23:12,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a8323bf630d1467ba95d996b9b8fbd65 2024-11-25T19:23:12,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/a0bd8e5937164905b45e5e9a7e6940bb is 50, key is test_row_0/C:col10/1732562591221/Put/seqid=0 2024-11-25T19:23:13,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741970_1146 (size=12101) 2024-11-25T19:23:13,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/a0bd8e5937164905b45e5e9a7e6940bb 2024-11-25T19:23:13,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5338935f41c3492ba9f174776e77c509 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5338935f41c3492ba9f174776e77c509 2024-11-25T19:23:13,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5338935f41c3492ba9f174776e77c509, entries=300, sequenceid=135, filesize=55.6 K 2024-11-25T19:23:13,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/a8323bf630d1467ba95d996b9b8fbd65 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a8323bf630d1467ba95d996b9b8fbd65 2024-11-25T19:23:13,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a8323bf630d1467ba95d996b9b8fbd65, entries=150, sequenceid=135, filesize=11.8 K 2024-11-25T19:23:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/a0bd8e5937164905b45e5e9a7e6940bb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a0bd8e5937164905b45e5e9a7e6940bb 2024-11-25T19:23:13,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a0bd8e5937164905b45e5e9a7e6940bb, entries=150, sequenceid=135, filesize=11.8 K 2024-11-25T19:23:13,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1202ms, sequenceid=135, compaction requested=true 2024-11-25T19:23:13,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:13,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:13,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:13,092 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:13,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:13,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:13,092 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:13,094 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:13,094 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:13,094 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,094 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0881b49c0b104edc887b30e56ceec034, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/d25a325c10a545349be0844ab65c77ca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5338935f41c3492ba9f174776e77c509] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=116.3 K 2024-11-25T19:23:13,094 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,094 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0881b49c0b104edc887b30e56ceec034, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/d25a325c10a545349be0844ab65c77ca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5338935f41c3492ba9f174776e77c509] 2024-11-25T19:23:13,095 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:13,095 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:13,095 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,095 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a5b875750a5845baad265aec991e9e56, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d72366fb96e7406390ce4e67bb33b9f1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a8323bf630d1467ba95d996b9b8fbd65] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=35.5 K 2024-11-25T19:23:13,095 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0881b49c0b104edc887b30e56ceec034, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732562588751 2024-11-25T19:23:13,096 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a5b875750a5845baad265aec991e9e56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732562588751 2024-11-25T19:23:13,096 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d25a325c10a545349be0844ab65c77ca, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562590055 2024-11-25T19:23:13,096 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d72366fb96e7406390ce4e67bb33b9f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562590055 2024-11-25T19:23:13,097 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5338935f41c3492ba9f174776e77c509, keycount=300, bloomtype=ROW, size=55.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732562591221 2024-11-25T19:23:13,097 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a8323bf630d1467ba95d996b9b8fbd65, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732562591221 2024-11-25T19:23:13,157 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:13,165 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:13,165 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/495314106f7c4b68bbdab8dc758ef669 is 50, key is test_row_0/B:col10/1732562591221/Put/seqid=0 2024-11-25T19:23:13,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T19:23:13,176 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252f320ed941174858abf23c635c86a278_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:13,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:13,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:13,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:13,179 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252f320ed941174858abf23c635c86a278_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:13,179 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252f320ed941174858abf23c635c86a278_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:13,218 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:13,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562653225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562653227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562653234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562653241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741971_1147 (size=12409) 2024-11-25T19:23:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T19:23:13,266 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/495314106f7c4b68bbdab8dc758ef669 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/495314106f7c4b68bbdab8dc758ef669 2024-11-25T19:23:13,274 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 495314106f7c4b68bbdab8dc758ef669(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:13,274 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:13,274 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=13, startTime=1732562593092; duration=0sec 2024-11-25T19:23:13,275 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:13,275 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:13,275 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:13,277 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:13,277 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:13,277 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,278 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2db04fd58e534332affb919358b53771, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d95f750dd6154f729a3d4ec3244683de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a0bd8e5937164905b45e5e9a7e6940bb] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=35.5 K 2024-11-25T19:23:13,278 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2db04fd58e534332affb919358b53771, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732562588751 2024-11-25T19:23:13,279 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d95f750dd6154f729a3d4ec3244683de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562590055 2024-11-25T19:23:13,279 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a0bd8e5937164905b45e5e9a7e6940bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732562591221 2024-11-25T19:23:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741972_1148 (size=4469) 2024-11-25T19:23:13,289 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#120 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:13,290 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0e2b73c0115f464f8c9ef4c294252e2f is 175, key is test_row_0/A:col10/1732562591221/Put/seqid=0 2024-11-25T19:23:13,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a2ab9b59b7fd4c43898cedb010c665d8_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562593174/Put/seqid=0 2024-11-25T19:23:13,329 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:13,330 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/bbd99b3a74f84ee48bd1e2809461e7bd is 50, key is test_row_0/C:col10/1732562591221/Put/seqid=0 2024-11-25T19:23:13,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562653344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562653346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562653349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562653357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741973_1149 (size=31363) 2024-11-25T19:23:13,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:13,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,391 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0e2b73c0115f464f8c9ef4c294252e2f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0e2b73c0115f464f8c9ef4c294252e2f 2024-11-25T19:23:13,400 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 0e2b73c0115f464f8c9ef4c294252e2f(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:13,400 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:13,400 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=13, startTime=1732562593092; duration=0sec 2024-11-25T19:23:13,401 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:13,401 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:13,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741974_1150 (size=14794) 2024-11-25T19:23:13,404 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:13,411 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a2ab9b59b7fd4c43898cedb010c665d8_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a2ab9b59b7fd4c43898cedb010c665d8_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:13,412 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/79f29f2be224442f81763703c261a6f0, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:13,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/79f29f2be224442f81763703c261a6f0 is 175, key is test_row_0/A:col10/1732562593174/Put/seqid=0 2024-11-25T19:23:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741975_1151 (size=12409) 2024-11-25T19:23:13,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741976_1152 (size=39749) 2024-11-25T19:23:13,505 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/79f29f2be224442f81763703c261a6f0 2024-11-25T19:23:13,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/efdbccafe1a9467e85e87eb1db78a809 is 50, key is test_row_0/B:col10/1732562593174/Put/seqid=0 2024-11-25T19:23:13,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:13,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:13,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562653554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562653564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562653564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562653569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741977_1153 (size=12151) 2024-11-25T19:23:13,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/efdbccafe1a9467e85e87eb1db78a809 2024-11-25T19:23:13,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/e7f24f92f7a64fbaa340ed570de44a87 is 50, key is test_row_0/C:col10/1732562593174/Put/seqid=0 2024-11-25T19:23:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741978_1154 (size=12151) 2024-11-25T19:23:13,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/e7f24f92f7a64fbaa340ed570de44a87 2024-11-25T19:23:13,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:13,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/79f29f2be224442f81763703c261a6f0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/79f29f2be224442f81763703c261a6f0 2024-11-25T19:23:13,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/79f29f2be224442f81763703c261a6f0, entries=200, sequenceid=156, filesize=38.8 K 2024-11-25T19:23:13,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/efdbccafe1a9467e85e87eb1db78a809 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/efdbccafe1a9467e85e87eb1db78a809 2024-11-25T19:23:13,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/efdbccafe1a9467e85e87eb1db78a809, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T19:23:13,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/e7f24f92f7a64fbaa340ed570de44a87 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e7f24f92f7a64fbaa340ed570de44a87 2024-11-25T19:23:13,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e7f24f92f7a64fbaa340ed570de44a87, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T19:23:13,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 567ms, sequenceid=156, compaction requested=false 2024-11-25T19:23:13,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:13,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T19:23:13,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:13,846 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T19:23:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:13,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:13,895 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/bbd99b3a74f84ee48bd1e2809461e7bd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/bbd99b3a74f84ee48bd1e2809461e7bd 2024-11-25T19:23:13,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112544b5855a5a934213b3deb320745311f0_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562593225/Put/seqid=0 2024-11-25T19:23:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741979_1155 (size=12304) 2024-11-25T19:23:13,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:13,934 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112544b5855a5a934213b3deb320745311f0_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544b5855a5a934213b3deb320745311f0_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:13,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/849852f6f3714354b3a80685badbd8ab, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:13,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/849852f6f3714354b3a80685badbd8ab is 175, key is test_row_0/A:col10/1732562593225/Put/seqid=0 2024-11-25T19:23:13,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741980_1156 (size=31105) 2024-11-25T19:23:13,945 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into bbd99b3a74f84ee48bd1e2809461e7bd(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:13,945 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:13,945 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=13, startTime=1732562593092; duration=0sec 2024-11-25T19:23:13,945 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:13,945 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562653966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562653968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562653973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562653979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562654082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562654084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562654084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562654085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T19:23:14,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562654287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562654291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562654297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562654307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,345 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/849852f6f3714354b3a80685badbd8ab 2024-11-25T19:23:14,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/639d014b2e074d3583b76029076ea164 is 50, key is test_row_0/B:col10/1732562593225/Put/seqid=0 2024-11-25T19:23:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741981_1157 (size=12151) 2024-11-25T19:23:14,413 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/639d014b2e074d3583b76029076ea164 2024-11-25T19:23:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/ff895c16f5f343a0ab8e2463398bcb26 is 50, key is test_row_0/C:col10/1732562593225/Put/seqid=0 2024-11-25T19:23:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741982_1158 (size=12151) 2024-11-25T19:23:14,453 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/ff895c16f5f343a0ab8e2463398bcb26 2024-11-25T19:23:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/849852f6f3714354b3a80685badbd8ab as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/849852f6f3714354b3a80685badbd8ab 2024-11-25T19:23:14,470 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/849852f6f3714354b3a80685badbd8ab, entries=150, sequenceid=173, filesize=30.4 K 2024-11-25T19:23:14,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/639d014b2e074d3583b76029076ea164 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/639d014b2e074d3583b76029076ea164 2024-11-25T19:23:14,480 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/639d014b2e074d3583b76029076ea164, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T19:23:14,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/ff895c16f5f343a0ab8e2463398bcb26 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ff895c16f5f343a0ab8e2463398bcb26 2024-11-25T19:23:14,498 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ff895c16f5f343a0ab8e2463398bcb26, entries=150, sequenceid=173, filesize=11.9 K 2024-11-25T19:23:14,501 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 655ms, sequenceid=173, compaction requested=true 2024-11-25T19:23:14,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:14,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:14,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T19:23:14,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T19:23:14,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T19:23:14,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-11-25T19:23:14,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.3720 sec 2024-11-25T19:23:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:14,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T19:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:14,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:14,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:14,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112509cfc019027a4a3490e7de6fe4a28415_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562594597/Put/seqid=0 2024-11-25T19:23:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741983_1159 (size=12304) 2024-11-25T19:23:14,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562654622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562654631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562654633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562654635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562654734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562654739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562654741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:14,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:14,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562654743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562654951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562654947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562655034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562655034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,063 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112509cfc019027a4a3490e7de6fe4a28415_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509cfc019027a4a3490e7de6fe4a28415_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:15,065 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/7d3e55b88fea48778a7a41aace7a41cd, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:15,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/7d3e55b88fea48778a7a41aace7a41cd is 175, key is test_row_0/A:col10/1732562594597/Put/seqid=0 2024-11-25T19:23:15,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741984_1160 (size=31105) 2024-11-25T19:23:15,151 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/7d3e55b88fea48778a7a41aace7a41cd 2024-11-25T19:23:15,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/2388a05e25c9435087bb645e13015aa9 is 50, key is test_row_0/B:col10/1732562594597/Put/seqid=0 2024-11-25T19:23:15,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741985_1161 (size=12151) 2024-11-25T19:23:15,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/2388a05e25c9435087bb645e13015aa9 2024-11-25T19:23:15,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/8a8282a260004bd09d712e5000075aa5 is 50, key is test_row_0/C:col10/1732562594597/Put/seqid=0 2024-11-25T19:23:15,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741986_1162 (size=12151) 2024-11-25T19:23:15,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/8a8282a260004bd09d712e5000075aa5 2024-11-25T19:23:15,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/7d3e55b88fea48778a7a41aace7a41cd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/7d3e55b88fea48778a7a41aace7a41cd 2024-11-25T19:23:15,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/7d3e55b88fea48778a7a41aace7a41cd, entries=150, sequenceid=197, filesize=30.4 K 2024-11-25T19:23:15,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/2388a05e25c9435087bb645e13015aa9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/2388a05e25c9435087bb645e13015aa9 2024-11-25T19:23:15,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/2388a05e25c9435087bb645e13015aa9, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T19:23:15,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/8a8282a260004bd09d712e5000075aa5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8a8282a260004bd09d712e5000075aa5 2024-11-25T19:23:15,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8a8282a260004bd09d712e5000075aa5, entries=150, sequenceid=197, filesize=11.9 K 2024-11-25T19:23:15,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 705ms, sequenceid=197, compaction requested=true 2024-11-25T19:23:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:15,305 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:15,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:15,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:15,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:15,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:23:15,306 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:15,313 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:15,313 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:15,313 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:15,313 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0e2b73c0115f464f8c9ef4c294252e2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/79f29f2be224442f81763703c261a6f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/849852f6f3714354b3a80685badbd8ab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/7d3e55b88fea48778a7a41aace7a41cd] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=130.2 K 2024-11-25T19:23:15,313 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:15,313 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0e2b73c0115f464f8c9ef4c294252e2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/79f29f2be224442f81763703c261a6f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/849852f6f3714354b3a80685badbd8ab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/7d3e55b88fea48778a7a41aace7a41cd] 2024-11-25T19:23:15,314 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:15,314 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e2b73c0115f464f8c9ef4c294252e2f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732562591221 2024-11-25T19:23:15,314 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:15,314 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:15,315 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/495314106f7c4b68bbdab8dc758ef669, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/efdbccafe1a9467e85e87eb1db78a809, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/639d014b2e074d3583b76029076ea164, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/2388a05e25c9435087bb645e13015aa9] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=47.7 K 2024-11-25T19:23:15,316 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 79f29f2be224442f81763703c261a6f0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562592008 2024-11-25T19:23:15,316 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 495314106f7c4b68bbdab8dc758ef669, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732562591221 2024-11-25T19:23:15,317 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting efdbccafe1a9467e85e87eb1db78a809, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562592008 2024-11-25T19:23:15,317 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 849852f6f3714354b3a80685badbd8ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562593219 2024-11-25T19:23:15,317 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 639d014b2e074d3583b76029076ea164, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562593219 2024-11-25T19:23:15,317 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3e55b88fea48778a7a41aace7a41cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732562593963 2024-11-25T19:23:15,318 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2388a05e25c9435087bb645e13015aa9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732562593963 2024-11-25T19:23:15,335 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:15,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T19:23:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:15,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:15,349 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#133 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:15,350 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/ebd55c7440154251bbaf50a1b41a0e23 is 50, key is test_row_0/B:col10/1732562594597/Put/seqid=0 2024-11-25T19:23:15,353 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257581ff95331c4e77abe1c6e1a3d0f60a_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:15,357 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257581ff95331c4e77abe1c6e1a3d0f60a_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:15,357 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257581ff95331c4e77abe1c6e1a3d0f60a_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:15,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125719b39c5508f4926b707e04d3bd485d1_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562594628/Put/seqid=0 2024-11-25T19:23:15,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562655377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562655388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562655388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562655391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741987_1163 (size=12595) 2024-11-25T19:23:15,407 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/ebd55c7440154251bbaf50a1b41a0e23 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ebd55c7440154251bbaf50a1b41a0e23 2024-11-25T19:23:15,417 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into ebd55c7440154251bbaf50a1b41a0e23(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:15,417 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:15,417 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=12, startTime=1732562595306; duration=0sec 2024-11-25T19:23:15,417 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:15,417 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:15,417 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:15,419 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:15,419 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:15,420 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:15,420 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/bbd99b3a74f84ee48bd1e2809461e7bd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e7f24f92f7a64fbaa340ed570de44a87, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ff895c16f5f343a0ab8e2463398bcb26, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8a8282a260004bd09d712e5000075aa5] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=47.7 K 2024-11-25T19:23:15,420 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd99b3a74f84ee48bd1e2809461e7bd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732562591221 2024-11-25T19:23:15,423 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7f24f92f7a64fbaa340ed570de44a87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562592008 2024-11-25T19:23:15,424 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff895c16f5f343a0ab8e2463398bcb26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732562593219 2024-11-25T19:23:15,424 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a8282a260004bd09d712e5000075aa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732562593963 2024-11-25T19:23:15,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741988_1164 (size=4469) 2024-11-25T19:23:15,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741989_1165 (size=14794) 2024-11-25T19:23:15,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:15,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125719b39c5508f4926b707e04d3bd485d1_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125719b39c5508f4926b707e04d3bd485d1_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:15,459 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#135 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:15,460 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6278dd853f7f49f5a485f1294f9e9fdb, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:15,460 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/4c65fb06c42c4ec68261699141f0dfb3 is 50, key is test_row_0/C:col10/1732562594597/Put/seqid=0 2024-11-25T19:23:15,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6278dd853f7f49f5a485f1294f9e9fdb is 175, key is test_row_0/A:col10/1732562594628/Put/seqid=0 2024-11-25T19:23:15,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741991_1167 (size=39749) 2024-11-25T19:23:15,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741990_1166 (size=12595) 2024-11-25T19:23:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562655490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562655496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562655496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562655498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562655697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562655704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562655709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562655709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:15,837 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#132 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:15,838 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/4f15cee781264e0284db91f3ca09ccff is 175, key is test_row_0/A:col10/1732562594597/Put/seqid=0 2024-11-25T19:23:15,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741992_1168 (size=31549) 2024-11-25T19:23:15,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6278dd853f7f49f5a485f1294f9e9fdb 2024-11-25T19:23:15,878 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/4f15cee781264e0284db91f3ca09ccff as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/4f15cee781264e0284db91f3ca09ccff 2024-11-25T19:23:15,894 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 4f15cee781264e0284db91f3ca09ccff(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:15,894 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:15,894 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=12, startTime=1732562595305; duration=0sec 2024-11-25T19:23:15,894 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:15,894 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:15,897 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/4c65fb06c42c4ec68261699141f0dfb3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4c65fb06c42c4ec68261699141f0dfb3 2024-11-25T19:23:15,911 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 4c65fb06c42c4ec68261699141f0dfb3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:15,911 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:15,911 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=12, startTime=1732562595306; duration=0sec 2024-11-25T19:23:15,911 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:15,911 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:15,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d19dfd869d7e42f89fd4cd4392cf5527 is 50, key is test_row_0/B:col10/1732562594628/Put/seqid=0 2024-11-25T19:23:15,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741993_1169 (size=12151) 2024-11-25T19:23:15,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d19dfd869d7e42f89fd4cd4392cf5527 2024-11-25T19:23:15,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/550ef9c3052a42a1b5e749cc8b64d8a9 is 50, key is test_row_0/C:col10/1732562594628/Put/seqid=0 2024-11-25T19:23:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741994_1170 (size=12151) 2024-11-25T19:23:16,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562656002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562656011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562656017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562656017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T19:23:16,266 INFO [Thread-571 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T19:23:16,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T19:23:16,270 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:16,271 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:16,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T19:23:16,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/550ef9c3052a42a1b5e749cc8b64d8a9 2024-11-25T19:23:16,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T19:23:16,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6278dd853f7f49f5a485f1294f9e9fdb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6278dd853f7f49f5a485f1294f9e9fdb 2024-11-25T19:23:16,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6278dd853f7f49f5a485f1294f9e9fdb, entries=200, sequenceid=213, filesize=38.8 K 2024-11-25T19:23:16,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d19dfd869d7e42f89fd4cd4392cf5527 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d19dfd869d7e42f89fd4cd4392cf5527 2024-11-25T19:23:16,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d19dfd869d7e42f89fd4cd4392cf5527, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T19:23:16,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/550ef9c3052a42a1b5e749cc8b64d8a9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/550ef9c3052a42a1b5e749cc8b64d8a9 2024-11-25T19:23:16,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/550ef9c3052a42a1b5e749cc8b64d8a9, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T19:23:16,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1081ms, sequenceid=213, compaction requested=false 2024-11-25T19:23:16,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:16,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T19:23:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:16,427 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T19:23:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:16,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112507252c236b454aae98bf31885ef25a72_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562595387/Put/seqid=0 2024-11-25T19:23:16,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741995_1171 (size=12304) 2024-11-25T19:23:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:16,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:16,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562656551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562656552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562656556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562656544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T19:23:16,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562656668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562656668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562656668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562656671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562656876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562656877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T19:23:16,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562656881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562656883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:16,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:16,902 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112507252c236b454aae98bf31885ef25a72_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112507252c236b454aae98bf31885ef25a72_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f5677ac1fb8743b691c1b686faab274e, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f5677ac1fb8743b691c1b686faab274e is 175, key is test_row_0/A:col10/1732562595387/Put/seqid=0 2024-11-25T19:23:16,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741996_1172 (size=31105) 2024-11-25T19:23:17,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562657180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562657180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562657188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562657188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,357 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f5677ac1fb8743b691c1b686faab274e 2024-11-25T19:23:17,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/974292269486469485bc26a6db88b484 is 50, key is test_row_0/B:col10/1732562595387/Put/seqid=0 2024-11-25T19:23:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T19:23:17,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741997_1173 (size=12151) 2024-11-25T19:23:17,423 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/974292269486469485bc26a6db88b484 2024-11-25T19:23:17,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/b6ac19e2ebbf4e16bf7492bf49aaabb1 is 50, key is test_row_0/C:col10/1732562595387/Put/seqid=0 2024-11-25T19:23:17,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741998_1174 (size=12151) 2024-11-25T19:23:17,487 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/b6ac19e2ebbf4e16bf7492bf49aaabb1 2024-11-25T19:23:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f5677ac1fb8743b691c1b686faab274e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f5677ac1fb8743b691c1b686faab274e 2024-11-25T19:23:17,503 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f5677ac1fb8743b691c1b686faab274e, entries=150, sequenceid=237, filesize=30.4 K 2024-11-25T19:23:17,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/974292269486469485bc26a6db88b484 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/974292269486469485bc26a6db88b484 2024-11-25T19:23:17,521 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/974292269486469485bc26a6db88b484, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T19:23:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/b6ac19e2ebbf4e16bf7492bf49aaabb1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/b6ac19e2ebbf4e16bf7492bf49aaabb1 2024-11-25T19:23:17,529 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/b6ac19e2ebbf4e16bf7492bf49aaabb1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-25T19:23:17,531 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1104ms, sequenceid=237, compaction requested=true 2024-11-25T19:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T19:23:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T19:23:17,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T19:23:17,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2650 sec 2024-11-25T19:23:17,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.2700 sec 2024-11-25T19:23:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:17,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:23:17,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:17,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:17,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:17,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:17,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:17,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:17,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f66a46f9ee21475dba5212e7c0ef6821_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562596533/Put/seqid=0 2024-11-25T19:23:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741999_1175 (size=14794) 2024-11-25T19:23:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562657722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562657725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562657726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562657727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562657828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562657829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562657839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:17,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562657839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562658035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562658046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562658047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562658055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:18,120 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f66a46f9ee21475dba5212e7c0ef6821_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f66a46f9ee21475dba5212e7c0ef6821_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:18,121 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6fa9aa39c55148fe90d813c80b135d8d, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:18,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6fa9aa39c55148fe90d813c80b135d8d is 175, key is test_row_0/A:col10/1732562596533/Put/seqid=0 2024-11-25T19:23:18,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742000_1176 (size=39749) 2024-11-25T19:23:18,165 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6fa9aa39c55148fe90d813c80b135d8d 2024-11-25T19:23:18,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/9b3287c593a84be2b90921c2d83b4a9e is 50, key is test_row_0/B:col10/1732562596533/Put/seqid=0 2024-11-25T19:23:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742001_1177 (size=12151) 2024-11-25T19:23:18,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/9b3287c593a84be2b90921c2d83b4a9e 2024-11-25T19:23:18,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/ed400ed3034f4b618004a4d7abb55fa2 is 50, key is test_row_0/C:col10/1732562596533/Put/seqid=0 2024-11-25T19:23:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742002_1178 (size=12151) 2024-11-25T19:23:18,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/ed400ed3034f4b618004a4d7abb55fa2 2024-11-25T19:23:18,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6fa9aa39c55148fe90d813c80b135d8d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6fa9aa39c55148fe90d813c80b135d8d 2024-11-25T19:23:18,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6fa9aa39c55148fe90d813c80b135d8d, entries=200, sequenceid=255, filesize=38.8 K 2024-11-25T19:23:18,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/9b3287c593a84be2b90921c2d83b4a9e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/9b3287c593a84be2b90921c2d83b4a9e 2024-11-25T19:23:18,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562658338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/9b3287c593a84be2b90921c2d83b4a9e, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T19:23:18,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/ed400ed3034f4b618004a4d7abb55fa2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ed400ed3034f4b618004a4d7abb55fa2 2024-11-25T19:23:18,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ed400ed3034f4b618004a4d7abb55fa2, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T19:23:18,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562658355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562658356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 673ms, sequenceid=255, compaction requested=true 2024-11-25T19:23:18,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:18,365 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:18,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:18,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:18,365 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:18,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:18,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:18,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:18,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:18,370 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:18,370 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:18,370 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,371 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ebd55c7440154251bbaf50a1b41a0e23, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d19dfd869d7e42f89fd4cd4392cf5527, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/974292269486469485bc26a6db88b484, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/9b3287c593a84be2b90921c2d83b4a9e] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=47.9 K 2024-11-25T19:23:18,371 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:18,371 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:18,371 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,371 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/4f15cee781264e0284db91f3ca09ccff, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6278dd853f7f49f5a485f1294f9e9fdb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f5677ac1fb8743b691c1b686faab274e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6fa9aa39c55148fe90d813c80b135d8d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=138.8 K 2024-11-25T19:23:18,372 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,372 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/4f15cee781264e0284db91f3ca09ccff, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6278dd853f7f49f5a485f1294f9e9fdb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f5677ac1fb8743b691c1b686faab274e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6fa9aa39c55148fe90d813c80b135d8d] 2024-11-25T19:23:18,373 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ebd55c7440154251bbaf50a1b41a0e23, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732562593963 2024-11-25T19:23:18,374 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f15cee781264e0284db91f3ca09ccff, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732562593963 2024-11-25T19:23:18,375 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6278dd853f7f49f5a485f1294f9e9fdb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562594615 2024-11-25T19:23:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:18,376 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d19dfd869d7e42f89fd4cd4392cf5527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562594621 2024-11-25T19:23:18,377 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 974292269486469485bc26a6db88b484, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732562595371 2024-11-25T19:23:18,378 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5677ac1fb8743b691c1b686faab274e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732562595371 2024-11-25T19:23:18,378 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fa9aa39c55148fe90d813c80b135d8d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562596533 2024-11-25T19:23:18,379 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b3287c593a84be2b90921c2d83b4a9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562596533 2024-11-25T19:23:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T19:23:18,382 INFO [Thread-571 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T19:23:18,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T19:23:18,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T19:23:18,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:18,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:18,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:18,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:18,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:18,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:18,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:18,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:18,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T19:23:18,452 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:18,466 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:18,466 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/bb43c45dafc04a89b9c3b1f19a34d6fb is 50, key is test_row_0/B:col10/1732562596533/Put/seqid=0 2024-11-25T19:23:18,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256e8b0725b0c44051ae3ab906f94e2d8a_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562598379/Put/seqid=0 2024-11-25T19:23:18,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562658470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,479 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125dce17f42ec164755a38007c72fe90026_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:18,482 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125dce17f42ec164755a38007c72fe90026_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:18,482 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dce17f42ec164755a38007c72fe90026_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T19:23:18,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742004_1180 (size=14994) 2024-11-25T19:23:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742003_1179 (size=12731) 2024-11-25T19:23:18,542 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:18,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:18,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742005_1181 (size=4469) 2024-11-25T19:23:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562658576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T19:23:18,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562658785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562658843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:18,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:18,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:18,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562658864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562658872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:18,921 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:18,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256e8b0725b0c44051ae3ab906f94e2d8a_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256e8b0725b0c44051ae3ab906f94e2d8a_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:18,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/62c89fc7353c4342a1b2d4f202623a01, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:18,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/62c89fc7353c4342a1b2d4f202623a01 is 175, key is test_row_0/A:col10/1732562598379/Put/seqid=0 2024-11-25T19:23:18,958 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/bb43c45dafc04a89b9c3b1f19a34d6fb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/bb43c45dafc04a89b9c3b1f19a34d6fb 2024-11-25T19:23:18,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742006_1182 (size=39949) 2024-11-25T19:23:18,961 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/62c89fc7353c4342a1b2d4f202623a01 2024-11-25T19:23:18,974 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#144 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:18,975 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/50777e97c1e94cdab6415cd67b8fcf34 is 175, key is test_row_0/A:col10/1732562596533/Put/seqid=0 2024-11-25T19:23:18,976 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into bb43c45dafc04a89b9c3b1f19a34d6fb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:18,976 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:18,976 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=12, startTime=1732562598365; duration=0sec 2024-11-25T19:23:18,976 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:18,976 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:18,976 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:18,978 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:18,978 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:18,978 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:18,979 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4c65fb06c42c4ec68261699141f0dfb3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/550ef9c3052a42a1b5e749cc8b64d8a9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/b6ac19e2ebbf4e16bf7492bf49aaabb1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ed400ed3034f4b618004a4d7abb55fa2] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=47.9 K 2024-11-25T19:23:18,979 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c65fb06c42c4ec68261699141f0dfb3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732562593963 2024-11-25T19:23:18,980 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 550ef9c3052a42a1b5e749cc8b64d8a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562594621 2024-11-25T19:23:18,980 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b6ac19e2ebbf4e16bf7492bf49aaabb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732562595371 2024-11-25T19:23:18,981 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ed400ed3034f4b618004a4d7abb55fa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562596533 2024-11-25T19:23:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T19:23:19,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:19,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/0d55bdd0c4f0488dbb0169a0ea7c70b4 is 50, key is test_row_0/B:col10/1732562598379/Put/seqid=0 2024-11-25T19:23:19,029 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:19,030 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/023327237c994ed3982198bd5c0a271d is 50, key is test_row_0/C:col10/1732562596533/Put/seqid=0 2024-11-25T19:23:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742007_1183 (size=31685) 2024-11-25T19:23:19,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742008_1184 (size=12301) 2024-11-25T19:23:19,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/0d55bdd0c4f0488dbb0169a0ea7c70b4 2024-11-25T19:23:19,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/888ae56dffe3435dacd859ff6fc719fa is 50, key is test_row_0/C:col10/1732562598379/Put/seqid=0 2024-11-25T19:23:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742009_1185 (size=12731) 2024-11-25T19:23:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562659090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,116 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/023327237c994ed3982198bd5c0a271d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/023327237c994ed3982198bd5c0a271d 2024-11-25T19:23:19,128 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 023327237c994ed3982198bd5c0a271d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:19,129 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:19,129 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=12, startTime=1732562598366; duration=0sec 2024-11-25T19:23:19,129 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:19,129 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742010_1186 (size=12301) 2024-11-25T19:23:19,195 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:19,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,465 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/50777e97c1e94cdab6415cd67b8fcf34 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/50777e97c1e94cdab6415cd67b8fcf34 2024-11-25T19:23:19,475 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 50777e97c1e94cdab6415cd67b8fcf34(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-25T19:23:19,475 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:19,475 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=12, startTime=1732562598365; duration=1sec 2024-11-25T19:23:19,476 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:19,476 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T19:23:19,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:19,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:19,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:19,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/888ae56dffe3435dacd859ff6fc719fa 2024-11-25T19:23:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/62c89fc7353c4342a1b2d4f202623a01 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/62c89fc7353c4342a1b2d4f202623a01 2024-11-25T19:23:19,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/62c89fc7353c4342a1b2d4f202623a01, entries=200, sequenceid=276, filesize=39.0 K 2024-11-25T19:23:19,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/0d55bdd0c4f0488dbb0169a0ea7c70b4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0d55bdd0c4f0488dbb0169a0ea7c70b4 2024-11-25T19:23:19,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0d55bdd0c4f0488dbb0169a0ea7c70b4, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T19:23:19,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562659596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/888ae56dffe3435dacd859ff6fc719fa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/888ae56dffe3435dacd859ff6fc719fa 2024-11-25T19:23:19,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/888ae56dffe3435dacd859ff6fc719fa, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T19:23:19,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1247ms, sequenceid=276, compaction requested=false 2024-11-25T19:23:19,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:19,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T19:23:19,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:19,687 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T19:23:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:19,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:19,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112515d88c2cdb0f4d3cbbf97f08810a9027_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562598465/Put/seqid=0 2024-11-25T19:23:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742011_1187 (size=12454) 2024-11-25T19:23:19,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:19,787 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112515d88c2cdb0f4d3cbbf97f08810a9027_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112515d88c2cdb0f4d3cbbf97f08810a9027_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:19,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/2fc964fa4cc34297bd2e5ae199e2ddea, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:19,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/2fc964fa4cc34297bd2e5ae199e2ddea is 175, key is test_row_0/A:col10/1732562598465/Put/seqid=0 2024-11-25T19:23:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742012_1188 (size=31255) 2024-11-25T19:23:19,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:19,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562659942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562659946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:19,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562659946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562660047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562660049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562660058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,234 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/2fc964fa4cc34297bd2e5ae199e2ddea 2024-11-25T19:23:20,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562660252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562660256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/aba5de2b4f68463ab58825bfc1ed3bac is 50, key is test_row_0/B:col10/1732562598465/Put/seqid=0 2024-11-25T19:23:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562660264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742013_1189 (size=12301) 2024-11-25T19:23:20,312 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/aba5de2b4f68463ab58825bfc1ed3bac 2024-11-25T19:23:20,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/89cc5734181042e8aca54daea6cb2a65 is 50, key is test_row_0/C:col10/1732562598465/Put/seqid=0 2024-11-25T19:23:20,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742014_1190 (size=12301) 2024-11-25T19:23:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T19:23:20,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562660560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562660567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562660571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562660611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:20,799 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/89cc5734181042e8aca54daea6cb2a65 2024-11-25T19:23:20,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/2fc964fa4cc34297bd2e5ae199e2ddea as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/2fc964fa4cc34297bd2e5ae199e2ddea 2024-11-25T19:23:20,826 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/2fc964fa4cc34297bd2e5ae199e2ddea, entries=150, sequenceid=294, filesize=30.5 K 2024-11-25T19:23:20,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/aba5de2b4f68463ab58825bfc1ed3bac as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/aba5de2b4f68463ab58825bfc1ed3bac 2024-11-25T19:23:20,834 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/aba5de2b4f68463ab58825bfc1ed3bac, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T19:23:20,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/89cc5734181042e8aca54daea6cb2a65 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/89cc5734181042e8aca54daea6cb2a65 2024-11-25T19:23:20,865 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/89cc5734181042e8aca54daea6cb2a65, entries=150, sequenceid=294, filesize=12.0 K 2024-11-25T19:23:20,869 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1182ms, sequenceid=294, compaction requested=true 2024-11-25T19:23:20,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:20,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:20,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T19:23:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T19:23:20,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T19:23:20,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4840 sec 2024-11-25T19:23:20,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.4970 sec 2024-11-25T19:23:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:21,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T19:23:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:21,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c6b72a701b65474a87caabbe64bbc713_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562599931/Put/seqid=0 2024-11-25T19:23:21,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562661089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562661092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562661093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742015_1191 (size=14994) 2024-11-25T19:23:21,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:21,131 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c6b72a701b65474a87caabbe64bbc713_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c6b72a701b65474a87caabbe64bbc713_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:21,136 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0681fa72880c457aa22e8fbf765250b2, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:21,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0681fa72880c457aa22e8fbf765250b2 is 175, key is test_row_0/A:col10/1732562599931/Put/seqid=0 2024-11-25T19:23:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742016_1192 (size=39949) 2024-11-25T19:23:21,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562661199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562661201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562661202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562661403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562661406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562661420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,571 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0681fa72880c457aa22e8fbf765250b2 2024-11-25T19:23:21,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/0ef26b8da910443c8b6112d601f09c5a is 50, key is test_row_0/B:col10/1732562599931/Put/seqid=0 2024-11-25T19:23:21,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742017_1193 (size=12301) 2024-11-25T19:23:21,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/0ef26b8da910443c8b6112d601f09c5a 2024-11-25T19:23:21,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/d66b09d911a048a5908f5846926cd37d is 50, key is test_row_0/C:col10/1732562599931/Put/seqid=0 2024-11-25T19:23:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742018_1194 (size=12301) 2024-11-25T19:23:21,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/d66b09d911a048a5908f5846926cd37d 2024-11-25T19:23:21,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/0681fa72880c457aa22e8fbf765250b2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0681fa72880c457aa22e8fbf765250b2 2024-11-25T19:23:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562661707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562661711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0681fa72880c457aa22e8fbf765250b2, entries=200, sequenceid=317, filesize=39.0 K 2024-11-25T19:23:21,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/0ef26b8da910443c8b6112d601f09c5a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0ef26b8da910443c8b6112d601f09c5a 2024-11-25T19:23:21,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0ef26b8da910443c8b6112d601f09c5a, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T19:23:21,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/d66b09d911a048a5908f5846926cd37d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d66b09d911a048a5908f5846926cd37d 2024-11-25T19:23:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562661723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:21,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d66b09d911a048a5908f5846926cd37d, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T19:23:21,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 662ms, sequenceid=317, compaction requested=true 2024-11-25T19:23:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:21,733 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:21,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:23:21,735 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:21,735 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:21,735 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:21,735 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/50777e97c1e94cdab6415cd67b8fcf34, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/62c89fc7353c4342a1b2d4f202623a01, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/2fc964fa4cc34297bd2e5ae199e2ddea, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0681fa72880c457aa22e8fbf765250b2] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=139.5 K 2024-11-25T19:23:21,735 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:21,735 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:21,735 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/50777e97c1e94cdab6415cd67b8fcf34, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/62c89fc7353c4342a1b2d4f202623a01, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/2fc964fa4cc34297bd2e5ae199e2ddea, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0681fa72880c457aa22e8fbf765250b2] 2024-11-25T19:23:21,736 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50777e97c1e94cdab6415cd67b8fcf34, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562596533 2024-11-25T19:23:21,736 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62c89fc7353c4342a1b2d4f202623a01, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732562597721 2024-11-25T19:23:21,737 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fc964fa4cc34297bd2e5ae199e2ddea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732562598411 2024-11-25T19:23:21,737 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:21,737 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:21,737 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:21,737 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/bb43c45dafc04a89b9c3b1f19a34d6fb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0d55bdd0c4f0488dbb0169a0ea7c70b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/aba5de2b4f68463ab58825bfc1ed3bac, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0ef26b8da910443c8b6112d601f09c5a] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=48.5 K 2024-11-25T19:23:21,738 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0681fa72880c457aa22e8fbf765250b2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732562599931 2024-11-25T19:23:21,739 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting bb43c45dafc04a89b9c3b1f19a34d6fb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562596533 2024-11-25T19:23:21,739 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d55bdd0c4f0488dbb0169a0ea7c70b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732562597721 2024-11-25T19:23:21,740 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting aba5de2b4f68463ab58825bfc1ed3bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732562598411 2024-11-25T19:23:21,741 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ef26b8da910443c8b6112d601f09c5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732562599931 2024-11-25T19:23:21,757 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:21,769 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:21,771 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/1f7be2a18c3f42859615b79e86b229de is 50, key is test_row_0/B:col10/1732562599931/Put/seqid=0 2024-11-25T19:23:21,779 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250e7a5bb511be4596a05296d2211e3718_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:21,786 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250e7a5bb511be4596a05296d2211e3718_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:21,787 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250e7a5bb511be4596a05296d2211e3718_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:21,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742019_1195 (size=13017) 2024-11-25T19:23:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742020_1196 (size=4469) 2024-11-25T19:23:21,832 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#156 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:21,839 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c6f09f110a7e42b88de48768bfb81d13 is 175, key is test_row_0/A:col10/1732562599931/Put/seqid=0 2024-11-25T19:23:21,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742021_1197 (size=31971) 2024-11-25T19:23:22,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T19:23:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:22,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:22,240 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/1f7be2a18c3f42859615b79e86b229de as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/1f7be2a18c3f42859615b79e86b229de 2024-11-25T19:23:22,252 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 1f7be2a18c3f42859615b79e86b229de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:22,252 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:22,252 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=12, startTime=1732562601733; duration=0sec 2024-11-25T19:23:22,252 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:22,253 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:22,253 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:22,256 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:22,256 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:22,256 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:22,256 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/023327237c994ed3982198bd5c0a271d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/888ae56dffe3435dacd859ff6fc719fa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/89cc5734181042e8aca54daea6cb2a65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d66b09d911a048a5908f5846926cd37d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=48.5 K 2024-11-25T19:23:22,257 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 023327237c994ed3982198bd5c0a271d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732562596533 2024-11-25T19:23:22,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b6a23b7bf0ce4370896a5c613ba93cb5_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562602230/Put/seqid=0 2024-11-25T19:23:22,263 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 888ae56dffe3435dacd859ff6fc719fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732562597721 2024-11-25T19:23:22,264 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 89cc5734181042e8aca54daea6cb2a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732562598411 2024-11-25T19:23:22,265 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d66b09d911a048a5908f5846926cd37d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732562599931 2024-11-25T19:23:22,270 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c6f09f110a7e42b88de48768bfb81d13 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c6f09f110a7e42b88de48768bfb81d13 2024-11-25T19:23:22,279 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into c6f09f110a7e42b88de48768bfb81d13(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:22,280 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:22,280 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=12, startTime=1732562601733; duration=0sec 2024-11-25T19:23:22,280 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:22,280 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:22,285 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:22,286 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/0dff0008cad44f04a142c6cc84c2b757 is 50, key is test_row_0/C:col10/1732562599931/Put/seqid=0 2024-11-25T19:23:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742022_1198 (size=14994) 2024-11-25T19:23:22,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:22,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b6a23b7bf0ce4370896a5c613ba93cb5_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6a23b7bf0ce4370896a5c613ba93cb5_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:22,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742023_1199 (size=13017) 2024-11-25T19:23:22,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5a22f32e3e0d4990b96d7dbc46eb523c, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:22,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5a22f32e3e0d4990b96d7dbc46eb523c is 175, key is test_row_0/A:col10/1732562602230/Put/seqid=0 2024-11-25T19:23:22,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562662326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562662328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562662326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,344 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/0dff0008cad44f04a142c6cc84c2b757 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0dff0008cad44f04a142c6cc84c2b757 2024-11-25T19:23:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742024_1200 (size=39949) 2024-11-25T19:23:22,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5a22f32e3e0d4990b96d7dbc46eb523c 2024-11-25T19:23:22,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/4008590c007041b3829e24e7dc21592a is 50, key is test_row_0/B:col10/1732562602230/Put/seqid=0 2024-11-25T19:23:22,389 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 0dff0008cad44f04a142c6cc84c2b757(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:22,389 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:22,389 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=12, startTime=1732562601733; duration=0sec 2024-11-25T19:23:22,389 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:22,389 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742025_1201 (size=12301) 2024-11-25T19:23:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43274 deadline: 1732562662410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,414 DEBUG [Thread-563 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18363 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., hostname=d736abcd529b,39035,1732562546845, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:23:22,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/4008590c007041b3829e24e7dc21592a 2024-11-25T19:23:22,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562662439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562662442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562662442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/f04ff252bbc94f88bef187a388f0aa6e is 50, key is test_row_0/C:col10/1732562602230/Put/seqid=0 2024-11-25T19:23:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742026_1202 (size=12301) 2024-11-25T19:23:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T19:23:22,515 INFO [Thread-571 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T19:23:22,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-25T19:23:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T19:23:22,536 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:22,537 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:22,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T19:23:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43282 deadline: 1732562662638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,642 DEBUG [Thread-565 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., hostname=d736abcd529b,39035,1732562546845, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:23:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562662645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562662650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562662663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,691 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T19:23:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:22,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:22,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T19:23:22,844 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T19:23:22,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:22,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:22,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:22,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:22,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:22,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/f04ff252bbc94f88bef187a388f0aa6e 2024-11-25T19:23:22,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/5a22f32e3e0d4990b96d7dbc46eb523c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5a22f32e3e0d4990b96d7dbc46eb523c 2024-11-25T19:23:22,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5a22f32e3e0d4990b96d7dbc46eb523c, entries=200, sequenceid=332, filesize=39.0 K 2024-11-25T19:23:22,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/4008590c007041b3829e24e7dc21592a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4008590c007041b3829e24e7dc21592a 2024-11-25T19:23:22,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4008590c007041b3829e24e7dc21592a, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T19:23:22,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/f04ff252bbc94f88bef187a388f0aa6e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f04ff252bbc94f88bef187a388f0aa6e 2024-11-25T19:23:22,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f04ff252bbc94f88bef187a388f0aa6e, entries=150, sequenceid=332, filesize=12.0 K 2024-11-25T19:23:22,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 696ms, sequenceid=332, compaction requested=false 2024-11-25T19:23:22,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:22,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T19:23:22,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:22,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:22,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546076586aa15428784958db52bbfd824_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562602951/Put/seqid=0 2024-11-25T19:23:22,997 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:22,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742027_1203 (size=14994) 2024-11-25T19:23:22,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562662994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,000 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:23,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T19:23:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562663000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562663001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,017 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112546076586aa15428784958db52bbfd824_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546076586aa15428784958db52bbfd824_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:23,018 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c45d0ab468fe4064bb6b8ccd6d076333, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:23,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c45d0ab468fe4064bb6b8ccd6d076333 is 175, key is test_row_0/A:col10/1732562602951/Put/seqid=0 2024-11-25T19:23:23,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742028_1204 (size=39949) 2024-11-25T19:23:23,057 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c45d0ab468fe4064bb6b8ccd6d076333 2024-11-25T19:23:23,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d7915b5c1ff94b22b5a6f7a00eab31db is 50, key is test_row_0/B:col10/1732562602951/Put/seqid=0 2024-11-25T19:23:23,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742029_1205 (size=12301) 2024-11-25T19:23:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562663101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d7915b5c1ff94b22b5a6f7a00eab31db 2024-11-25T19:23:23,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562663111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562663118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/f6474e730f984871b7d55bc9d5002b36 is 50, key is test_row_0/C:col10/1732562602951/Put/seqid=0 2024-11-25T19:23:23,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T19:23:23,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T19:23:23,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742030_1206 (size=12301) 2024-11-25T19:23:23,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562663316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T19:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562663327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562663328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T19:23:23,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:23,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:23,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/f6474e730f984871b7d55bc9d5002b36 2024-11-25T19:23:23,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/c45d0ab468fe4064bb6b8ccd6d076333 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c45d0ab468fe4064bb6b8ccd6d076333 2024-11-25T19:23:23,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c45d0ab468fe4064bb6b8ccd6d076333, entries=200, sequenceid=357, filesize=39.0 K 2024-11-25T19:23:23,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/d7915b5c1ff94b22b5a6f7a00eab31db as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d7915b5c1ff94b22b5a6f7a00eab31db 2024-11-25T19:23:23,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d7915b5c1ff94b22b5a6f7a00eab31db, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T19:23:23,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/f6474e730f984871b7d55bc9d5002b36 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f6474e730f984871b7d55bc9d5002b36 2024-11-25T19:23:23,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562663623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f6474e730f984871b7d55bc9d5002b36, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T19:23:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T19:23:23,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 688ms, sequenceid=357, compaction requested=true 2024-11-25T19:23:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:23,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:23,642 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:23,642 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:23,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:23,643 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:23,643 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:23,643 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:23,644 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:23,644 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,644 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,644 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c6f09f110a7e42b88de48768bfb81d13, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5a22f32e3e0d4990b96d7dbc46eb523c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c45d0ab468fe4064bb6b8ccd6d076333] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=109.2 K 2024-11-25T19:23:23,644 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/1f7be2a18c3f42859615b79e86b229de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4008590c007041b3829e24e7dc21592a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d7915b5c1ff94b22b5a6f7a00eab31db] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=36.7 K 2024-11-25T19:23:23,644 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,644 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c6f09f110a7e42b88de48768bfb81d13, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5a22f32e3e0d4990b96d7dbc46eb523c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c45d0ab468fe4064bb6b8ccd6d076333] 2024-11-25T19:23:23,645 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f7be2a18c3f42859615b79e86b229de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732562599931 2024-11-25T19:23:23,646 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c6f09f110a7e42b88de48768bfb81d13, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732562599931 2024-11-25T19:23:23,647 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4008590c007041b3829e24e7dc21592a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732562601087 2024-11-25T19:23:23,647 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a22f32e3e0d4990b96d7dbc46eb523c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732562601087 2024-11-25T19:23:23,647 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7915b5c1ff94b22b5a6f7a00eab31db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732562602310 2024-11-25T19:23:23,647 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c45d0ab468fe4064bb6b8ccd6d076333, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732562602310 2024-11-25T19:23:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:23,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T19:23:23,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T19:23:23,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. as already flushing 2024-11-25T19:23:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:23,677 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:23,677 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/4c6978b8d6a048f78438ec0a86a456f6 is 50, key is test_row_0/B:col10/1732562602951/Put/seqid=0 2024-11-25T19:23:23,683 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:23,704 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254a13304e9ec749eda73f5c028ac05a5e_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:23,706 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254a13304e9ec749eda73f5c028ac05a5e_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:23,707 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254a13304e9ec749eda73f5c028ac05a5e_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:23,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259db4dab4da034241be253c65e99acb29_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562602996/Put/seqid=0 2024-11-25T19:23:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742031_1207 (size=13119) 2024-11-25T19:23:23,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562663766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562663780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742033_1209 (size=12454) 2024-11-25T19:23:23,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742032_1208 (size=4469) 2024-11-25T19:23:23,828 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#166 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:23,830 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/49ed5c2dabb94113b7ba1179dacd1210 is 175, key is test_row_0/A:col10/1732562602951/Put/seqid=0 2024-11-25T19:23:23,852 DEBUG [Thread-574 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x347ad9b2 to 127.0.0.1:59939 2024-11-25T19:23:23,852 DEBUG [Thread-574 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:23,855 DEBUG [Thread-577 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d36579b to 127.0.0.1:59939 2024-11-25T19:23:23,855 DEBUG [Thread-577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:23,868 DEBUG [Thread-580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x681a05ec to 127.0.0.1:59939 2024-11-25T19:23:23,868 DEBUG [Thread-580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:23,871 DEBUG [Thread-572 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x555bfdff to 127.0.0.1:59939 2024-11-25T19:23:23,872 DEBUG [Thread-572 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562663884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562663888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:23,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742034_1210 (size=32073) 2024-11-25T19:23:23,925 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/49ed5c2dabb94113b7ba1179dacd1210 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/49ed5c2dabb94113b7ba1179dacd1210 2024-11-25T19:23:23,934 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 49ed5c2dabb94113b7ba1179dacd1210(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:23,934 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:23,934 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=13, startTime=1732562603641; duration=0sec 2024-11-25T19:23:23,934 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:23,934 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:23,935 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:23,937 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:23,937 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:23,937 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:23,937 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0dff0008cad44f04a142c6cc84c2b757, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f04ff252bbc94f88bef187a388f0aa6e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f6474e730f984871b7d55bc9d5002b36] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=36.7 K 2024-11-25T19:23:23,938 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dff0008cad44f04a142c6cc84c2b757, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732562599931 2024-11-25T19:23:23,939 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f04ff252bbc94f88bef187a388f0aa6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732562601087 2024-11-25T19:23:23,942 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f6474e730f984871b7d55bc9d5002b36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732562602310 2024-11-25T19:23:23,997 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:23,997 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/69bc702a5bdd47088a3fd07cc43ae536 is 50, key is test_row_0/C:col10/1732562602951/Put/seqid=0 2024-11-25T19:23:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742035_1211 (size=13119) 2024-11-25T19:23:24,053 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/69bc702a5bdd47088a3fd07cc43ae536 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/69bc702a5bdd47088a3fd07cc43ae536 2024-11-25T19:23:24,062 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 69bc702a5bdd47088a3fd07cc43ae536(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:24,062 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:24,062 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=13, startTime=1732562603642; duration=0sec 2024-11-25T19:23:24,062 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:24,062 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562664089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:24,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562664093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:24,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43258 deadline: 1732562664135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:24,181 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/4c6978b8d6a048f78438ec0a86a456f6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4c6978b8d6a048f78438ec0a86a456f6 2024-11-25T19:23:24,190 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 4c6978b8d6a048f78438ec0a86a456f6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:24,190 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:24,190 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=13, startTime=1732562603642; duration=0sec 2024-11-25T19:23:24,191 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:24,191 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:24,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:24,248 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259db4dab4da034241be253c65e99acb29_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259db4dab4da034241be253c65e99acb29_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/58cc7cebba4c4bba97066d7aff6cd12e, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/58cc7cebba4c4bba97066d7aff6cd12e is 175, key is test_row_0/A:col10/1732562602996/Put/seqid=0 2024-11-25T19:23:24,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742036_1212 (size=31255) 2024-11-25T19:23:24,282 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/58cc7cebba4c4bba97066d7aff6cd12e 2024-11-25T19:23:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/b771d77aac5f408790025a38a239dde3 is 50, key is test_row_0/B:col10/1732562602996/Put/seqid=0 2024-11-25T19:23:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742037_1213 (size=12301) 2024-11-25T19:23:24,340 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/b771d77aac5f408790025a38a239dde3 2024-11-25T19:23:24,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/2e04c1fb69f1430e887129f48f777423 is 50, key is test_row_0/C:col10/1732562602996/Put/seqid=0 2024-11-25T19:23:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43262 deadline: 1732562664398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43244 deadline: 1732562664399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742038_1214 (size=12301) 2024-11-25T19:23:24,575 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T19:23:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T19:23:24,830 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/2e04c1fb69f1430e887129f48f777423 2024-11-25T19:23:24,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/58cc7cebba4c4bba97066d7aff6cd12e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/58cc7cebba4c4bba97066d7aff6cd12e 2024-11-25T19:23:24,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/58cc7cebba4c4bba97066d7aff6cd12e, entries=150, sequenceid=373, filesize=30.5 K 2024-11-25T19:23:24,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/b771d77aac5f408790025a38a239dde3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/b771d77aac5f408790025a38a239dde3 2024-11-25T19:23:24,876 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/b771d77aac5f408790025a38a239dde3, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T19:23:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/2e04c1fb69f1430e887129f48f777423 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2e04c1fb69f1430e887129f48f777423 2024-11-25T19:23:24,883 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2e04c1fb69f1430e887129f48f777423, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T19:23:24,888 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1236ms, sequenceid=373, compaction requested=false 2024-11-25T19:23:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-25T19:23:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-25T19:23:24,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T19:23:24,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-11-25T19:23:24,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.3690 sec 2024-11-25T19:23:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:24,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T19:23:24,908 DEBUG [Thread-569 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c517130 to 127.0.0.1:59939 2024-11-25T19:23:24,908 DEBUG [Thread-569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:24,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:24,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:24,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:24,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:24,909 DEBUG [Thread-561 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63630c79 to 127.0.0.1:59939 2024-11-25T19:23:24,909 DEBUG [Thread-561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:24,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:24,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:24,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112557c79aa0e3994762a5125e12333bc787_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_0/A:col10/1732562603770/Put/seqid=0 2024-11-25T19:23:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742039_1215 (size=12454) 2024-11-25T19:23:24,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:24,972 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112557c79aa0e3994762a5125e12333bc787_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557c79aa0e3994762a5125e12333bc787_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:24,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f42aa0880f3a48aab25c2a560f9a9dc9, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:24,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f42aa0880f3a48aab25c2a560f9a9dc9 is 175, key is test_row_0/A:col10/1732562603770/Put/seqid=0 2024-11-25T19:23:25,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742040_1216 (size=31255) 2024-11-25T19:23:25,153 DEBUG [Thread-567 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7eb70b3c to 127.0.0.1:59939 2024-11-25T19:23:25,153 DEBUG [Thread-567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:25,428 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f42aa0880f3a48aab25c2a560f9a9dc9 2024-11-25T19:23:25,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/29d922c7ae874d42b0a55f3f0a7282a7 is 50, key is test_row_0/B:col10/1732562603770/Put/seqid=0 2024-11-25T19:23:25,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742041_1217 (size=12301) 2024-11-25T19:23:25,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/29d922c7ae874d42b0a55f3f0a7282a7 2024-11-25T19:23:25,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/4f9f716a07d342f8851ddf773a45ae39 is 50, key is test_row_0/C:col10/1732562603770/Put/seqid=0 2024-11-25T19:23:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742042_1218 (size=12301) 2024-11-25T19:23:26,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/4f9f716a07d342f8851ddf773a45ae39 2024-11-25T19:23:26,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/f42aa0880f3a48aab25c2a560f9a9dc9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f42aa0880f3a48aab25c2a560f9a9dc9 2024-11-25T19:23:26,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f42aa0880f3a48aab25c2a560f9a9dc9, entries=150, sequenceid=398, filesize=30.5 K 2024-11-25T19:23:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/29d922c7ae874d42b0a55f3f0a7282a7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/29d922c7ae874d42b0a55f3f0a7282a7 2024-11-25T19:23:26,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/29d922c7ae874d42b0a55f3f0a7282a7, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T19:23:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/4f9f716a07d342f8851ddf773a45ae39 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4f9f716a07d342f8851ddf773a45ae39 2024-11-25T19:23:26,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4f9f716a07d342f8851ddf773a45ae39, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T19:23:26,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 1519ms, sequenceid=398, compaction requested=true 2024-11-25T19:23:26,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:26,427 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:26,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:26,429 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:26,429 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/A is initiating minor compaction (all files) 2024-11-25T19:23:26,429 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/A in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:26,429 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/49ed5c2dabb94113b7ba1179dacd1210, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/58cc7cebba4c4bba97066d7aff6cd12e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f42aa0880f3a48aab25c2a560f9a9dc9] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=92.4 K 2024-11-25T19:23:26,430 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:26,430 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/49ed5c2dabb94113b7ba1179dacd1210, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/58cc7cebba4c4bba97066d7aff6cd12e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f42aa0880f3a48aab25c2a560f9a9dc9] 2024-11-25T19:23:26,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:26,439 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 15d65c6c8fe42b0e06adcb41c8bd8c79:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:26,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:26,443 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49ed5c2dabb94113b7ba1179dacd1210, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732562602310 2024-11-25T19:23:26,447 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:26,448 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/B is initiating minor compaction (all files) 2024-11-25T19:23:26,448 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/B in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:26,448 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4c6978b8d6a048f78438ec0a86a456f6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/b771d77aac5f408790025a38a239dde3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/29d922c7ae874d42b0a55f3f0a7282a7] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=36.8 K 2024-11-25T19:23:26,448 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58cc7cebba4c4bba97066d7aff6cd12e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562602987 2024-11-25T19:23:26,449 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c6978b8d6a048f78438ec0a86a456f6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732562602310 2024-11-25T19:23:26,459 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f42aa0880f3a48aab25c2a560f9a9dc9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562603770 2024-11-25T19:23:26,467 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b771d77aac5f408790025a38a239dde3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562602987 2024-11-25T19:23:26,470 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 29d922c7ae874d42b0a55f3f0a7282a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562603770 2024-11-25T19:23:26,551 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:26,572 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112577b27330069e432097db8703d76908af_15d65c6c8fe42b0e06adcb41c8bd8c79 store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:26,605 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#B#compaction#175 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:26,606 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/49f2805cec4c4781852210a1428b112e is 50, key is test_row_0/B:col10/1732562603770/Put/seqid=0 2024-11-25T19:23:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T19:23:26,643 INFO [Thread-571 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T19:23:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742043_1219 (size=13221) 2024-11-25T19:23:26,687 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112577b27330069e432097db8703d76908af_15d65c6c8fe42b0e06adcb41c8bd8c79, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:26,687 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577b27330069e432097db8703d76908af_15d65c6c8fe42b0e06adcb41c8bd8c79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:26,688 DEBUG [Thread-565 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ecfd53a to 127.0.0.1:59939 2024-11-25T19:23:26,688 DEBUG [Thread-565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:26,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742044_1220 (size=4469) 2024-11-25T19:23:27,077 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/49f2805cec4c4781852210a1428b112e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/49f2805cec4c4781852210a1428b112e 2024-11-25T19:23:27,092 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/B of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 49f2805cec4c4781852210a1428b112e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:27,092 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:27,092 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/B, priority=13, startTime=1732562606438; duration=0sec 2024-11-25T19:23:27,092 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:27,092 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:B 2024-11-25T19:23:27,092 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:27,098 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:27,098 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 15d65c6c8fe42b0e06adcb41c8bd8c79/C is initiating minor compaction (all files) 2024-11-25T19:23:27,098 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 15d65c6c8fe42b0e06adcb41c8bd8c79/C in TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:27,099 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/69bc702a5bdd47088a3fd07cc43ae536, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2e04c1fb69f1430e887129f48f777423, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4f9f716a07d342f8851ddf773a45ae39] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp, totalSize=36.8 K 2024-11-25T19:23:27,100 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 69bc702a5bdd47088a3fd07cc43ae536, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732562602310 2024-11-25T19:23:27,102 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e04c1fb69f1430e887129f48f777423, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732562602987 2024-11-25T19:23:27,104 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f9f716a07d342f8851ddf773a45ae39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562603770 2024-11-25T19:23:27,161 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#C#compaction#176 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:27,164 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/a78b82cac9d940aeaa1217883cd2bd2f is 50, key is test_row_0/C:col10/1732562603770/Put/seqid=0 2024-11-25T19:23:27,167 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15d65c6c8fe42b0e06adcb41c8bd8c79#A#compaction#174 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:27,167 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6b75f3ad16ec47c299f9dd1c7e228e98 is 175, key is test_row_0/A:col10/1732562603770/Put/seqid=0 2024-11-25T19:23:27,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742045_1221 (size=13221) 2024-11-25T19:23:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742046_1222 (size=32175) 2024-11-25T19:23:27,242 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/6b75f3ad16ec47c299f9dd1c7e228e98 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6b75f3ad16ec47c299f9dd1c7e228e98 2024-11-25T19:23:27,257 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/A of 15d65c6c8fe42b0e06adcb41c8bd8c79 into 6b75f3ad16ec47c299f9dd1c7e228e98(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:27,257 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:27,257 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/A, priority=13, startTime=1732562606427; duration=0sec 2024-11-25T19:23:27,257 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:27,257 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:A 2024-11-25T19:23:27,637 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/a78b82cac9d940aeaa1217883cd2bd2f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a78b82cac9d940aeaa1217883cd2bd2f 2024-11-25T19:23:27,668 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 15d65c6c8fe42b0e06adcb41c8bd8c79/C of 15d65c6c8fe42b0e06adcb41c8bd8c79 into a78b82cac9d940aeaa1217883cd2bd2f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:27,669 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:27,669 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79., storeName=15d65c6c8fe42b0e06adcb41c8bd8c79/C, priority=13, startTime=1732562606439; duration=0sec 2024-11-25T19:23:27,669 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:27,669 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15d65c6c8fe42b0e06adcb41c8bd8c79:C 2024-11-25T19:23:31,171 DEBUG [master/d736abcd529b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region c5d55cc50bf1f4112716b614f36b1446 changed from -1.0 to 0.0, refreshing cache 2024-11-25T19:23:32,422 DEBUG [Thread-563 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27600c58 to 127.0.0.1:59939 2024-11-25T19:23:32,422 DEBUG [Thread-563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:32,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 2 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2091 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2016 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 955 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2865 rows 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 939 2024-11-25T19:23:32,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2817 rows 2024-11-25T19:23:32,423 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T19:23:32,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c267206 to 127.0.0.1:59939 2024-11-25T19:23:32,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:32,425 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T19:23:32,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T19:23:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T19:23:32,430 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562612430"}]},"ts":"1732562612430"} 2024-11-25T19:23:32,439 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T19:23:32,470 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T19:23:32,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:23:32,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, UNASSIGN}] 2024-11-25T19:23:32,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, UNASSIGN 2024-11-25T19:23:32,473 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:32,474 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:23:32,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:23:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T19:23:32,626 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:32,627 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:32,627 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:23:32,627 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 15d65c6c8fe42b0e06adcb41c8bd8c79, disabling compactions & flushes 2024-11-25T19:23:32,627 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:32,627 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:32,627 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. after waiting 0 ms 2024-11-25T19:23:32,627 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:32,627 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 15d65c6c8fe42b0e06adcb41c8bd8c79 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-25T19:23:32,628 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=A 2024-11-25T19:23:32,628 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:32,628 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=B 2024-11-25T19:23:32,628 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:32,628 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 15d65c6c8fe42b0e06adcb41c8bd8c79, store=C 2024-11-25T19:23:32,628 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:32,677 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f405929c6ff4cc394f45bbc6b0b242d_15d65c6c8fe42b0e06adcb41c8bd8c79 is 50, key is test_row_1/A:col10/1732562612420/Put/seqid=0 2024-11-25T19:23:32,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742047_1223 (size=7374) 2024-11-25T19:23:32,715 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T19:23:32,747 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f405929c6ff4cc394f45bbc6b0b242d_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f405929c6ff4cc394f45bbc6b0b242d_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:32,749 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/51f1f2c9807f4ac1b9c418b6e0e020f5, store: [table=TestAcidGuarantees family=A region=15d65c6c8fe42b0e06adcb41c8bd8c79] 2024-11-25T19:23:32,749 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/51f1f2c9807f4ac1b9c418b6e0e020f5 is 175, key is test_row_1/A:col10/1732562612420/Put/seqid=0 2024-11-25T19:23:32,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742048_1224 (size=13865) 2024-11-25T19:23:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T19:23:33,158 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/51f1f2c9807f4ac1b9c418b6e0e020f5 2024-11-25T19:23:33,204 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/ee89f555943e414ca5cb6be34a27e4fd is 50, key is test_row_1/B:col10/1732562612420/Put/seqid=0 2024-11-25T19:23:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742049_1225 (size=7415) 2024-11-25T19:23:33,269 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/ee89f555943e414ca5cb6be34a27e4fd 2024-11-25T19:23:33,284 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/0e02226288ef4694b59551dd3f5e7f29 is 50, key is test_row_1/C:col10/1732562612420/Put/seqid=0 2024-11-25T19:23:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742050_1226 (size=7415) 2024-11-25T19:23:33,301 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/0e02226288ef4694b59551dd3f5e7f29 2024-11-25T19:23:33,307 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/A/51f1f2c9807f4ac1b9c418b6e0e020f5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/51f1f2c9807f4ac1b9c418b6e0e020f5 2024-11-25T19:23:33,312 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/51f1f2c9807f4ac1b9c418b6e0e020f5, entries=50, sequenceid=407, filesize=13.5 K 2024-11-25T19:23:33,314 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/B/ee89f555943e414ca5cb6be34a27e4fd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ee89f555943e414ca5cb6be34a27e4fd 2024-11-25T19:23:33,320 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ee89f555943e414ca5cb6be34a27e4fd, entries=50, sequenceid=407, filesize=7.2 K 2024-11-25T19:23:33,323 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/.tmp/C/0e02226288ef4694b59551dd3f5e7f29 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0e02226288ef4694b59551dd3f5e7f29 2024-11-25T19:23:33,344 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0e02226288ef4694b59551dd3f5e7f29, entries=50, sequenceid=407, filesize=7.2 K 2024-11-25T19:23:33,348 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 15d65c6c8fe42b0e06adcb41c8bd8c79 in 721ms, sequenceid=407, compaction requested=false 2024-11-25T19:23:33,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5053b108ae544a0f9e7974388cf76cec, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/13287dc5705c4837bb98a6b8ae5a6523, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f66f9cc03bd344498605cd33c3380fd0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c592eb79402e4568b1e79db201a421fc, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/aee309bc83bb451781ac769315f7afab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/00c2fe49f1584d5cb75fb8000b2fe6e4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0881b49c0b104edc887b30e56ceec034, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/d25a325c10a545349be0844ab65c77ca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5338935f41c3492ba9f174776e77c509, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0e2b73c0115f464f8c9ef4c294252e2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/79f29f2be224442f81763703c261a6f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/849852f6f3714354b3a80685badbd8ab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/4f15cee781264e0284db91f3ca09ccff, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/7d3e55b88fea48778a7a41aace7a41cd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6278dd853f7f49f5a485f1294f9e9fdb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f5677ac1fb8743b691c1b686faab274e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6fa9aa39c55148fe90d813c80b135d8d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/50777e97c1e94cdab6415cd67b8fcf34, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/62c89fc7353c4342a1b2d4f202623a01, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/2fc964fa4cc34297bd2e5ae199e2ddea, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0681fa72880c457aa22e8fbf765250b2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c6f09f110a7e42b88de48768bfb81d13, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5a22f32e3e0d4990b96d7dbc46eb523c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c45d0ab468fe4064bb6b8ccd6d076333, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/49ed5c2dabb94113b7ba1179dacd1210, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/58cc7cebba4c4bba97066d7aff6cd12e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f42aa0880f3a48aab25c2a560f9a9dc9] to archive 2024-11-25T19:23:33,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:23:33,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5053b108ae544a0f9e7974388cf76cec to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5053b108ae544a0f9e7974388cf76cec 2024-11-25T19:23:33,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/13287dc5705c4837bb98a6b8ae5a6523 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/13287dc5705c4837bb98a6b8ae5a6523 2024-11-25T19:23:33,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f66f9cc03bd344498605cd33c3380fd0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f66f9cc03bd344498605cd33c3380fd0 2024-11-25T19:23:33,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c592eb79402e4568b1e79db201a421fc to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c592eb79402e4568b1e79db201a421fc 2024-11-25T19:23:33,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/aee309bc83bb451781ac769315f7afab to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/aee309bc83bb451781ac769315f7afab 2024-11-25T19:23:33,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/00c2fe49f1584d5cb75fb8000b2fe6e4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/00c2fe49f1584d5cb75fb8000b2fe6e4 2024-11-25T19:23:33,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0881b49c0b104edc887b30e56ceec034 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0881b49c0b104edc887b30e56ceec034 2024-11-25T19:23:33,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/d25a325c10a545349be0844ab65c77ca to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/d25a325c10a545349be0844ab65c77ca 2024-11-25T19:23:33,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5338935f41c3492ba9f174776e77c509 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5338935f41c3492ba9f174776e77c509 2024-11-25T19:23:33,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0e2b73c0115f464f8c9ef4c294252e2f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0e2b73c0115f464f8c9ef4c294252e2f 2024-11-25T19:23:33,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/79f29f2be224442f81763703c261a6f0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/79f29f2be224442f81763703c261a6f0 2024-11-25T19:23:33,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/849852f6f3714354b3a80685badbd8ab to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/849852f6f3714354b3a80685badbd8ab 2024-11-25T19:23:33,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/4f15cee781264e0284db91f3ca09ccff to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/4f15cee781264e0284db91f3ca09ccff 2024-11-25T19:23:33,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/7d3e55b88fea48778a7a41aace7a41cd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/7d3e55b88fea48778a7a41aace7a41cd 2024-11-25T19:23:33,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6278dd853f7f49f5a485f1294f9e9fdb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6278dd853f7f49f5a485f1294f9e9fdb 2024-11-25T19:23:33,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f5677ac1fb8743b691c1b686faab274e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f5677ac1fb8743b691c1b686faab274e 2024-11-25T19:23:33,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6fa9aa39c55148fe90d813c80b135d8d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6fa9aa39c55148fe90d813c80b135d8d 2024-11-25T19:23:33,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/50777e97c1e94cdab6415cd67b8fcf34 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/50777e97c1e94cdab6415cd67b8fcf34 2024-11-25T19:23:33,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/62c89fc7353c4342a1b2d4f202623a01 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/62c89fc7353c4342a1b2d4f202623a01 2024-11-25T19:23:33,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/2fc964fa4cc34297bd2e5ae199e2ddea to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/2fc964fa4cc34297bd2e5ae199e2ddea 2024-11-25T19:23:33,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0681fa72880c457aa22e8fbf765250b2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/0681fa72880c457aa22e8fbf765250b2 2024-11-25T19:23:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T19:23:33,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c6f09f110a7e42b88de48768bfb81d13 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c6f09f110a7e42b88de48768bfb81d13 2024-11-25T19:23:33,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5a22f32e3e0d4990b96d7dbc46eb523c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/5a22f32e3e0d4990b96d7dbc46eb523c 2024-11-25T19:23:33,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c45d0ab468fe4064bb6b8ccd6d076333 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/c45d0ab468fe4064bb6b8ccd6d076333 2024-11-25T19:23:33,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/49ed5c2dabb94113b7ba1179dacd1210 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/49ed5c2dabb94113b7ba1179dacd1210 2024-11-25T19:23:33,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/58cc7cebba4c4bba97066d7aff6cd12e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/58cc7cebba4c4bba97066d7aff6cd12e 2024-11-25T19:23:33,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f42aa0880f3a48aab25c2a560f9a9dc9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/f42aa0880f3a48aab25c2a560f9a9dc9 2024-11-25T19:23:33,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a51c928bc3c348cf8fbb5d37ceac9dd3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/fad49404582b429bbe7a6b7dba081823, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4e286df634ef4ca795e305314114af81, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/69c39f4f31484227a43e127144c7886d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/73769849430e4bd6a6f92429e5740e7f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a5b875750a5845baad265aec991e9e56, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/77b48af7db0b4aedab168e4071aafd29, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d72366fb96e7406390ce4e67bb33b9f1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/495314106f7c4b68bbdab8dc758ef669, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a8323bf630d1467ba95d996b9b8fbd65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/efdbccafe1a9467e85e87eb1db78a809, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/639d014b2e074d3583b76029076ea164, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ebd55c7440154251bbaf50a1b41a0e23, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/2388a05e25c9435087bb645e13015aa9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d19dfd869d7e42f89fd4cd4392cf5527, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/974292269486469485bc26a6db88b484, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/bb43c45dafc04a89b9c3b1f19a34d6fb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/9b3287c593a84be2b90921c2d83b4a9e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0d55bdd0c4f0488dbb0169a0ea7c70b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/aba5de2b4f68463ab58825bfc1ed3bac, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/1f7be2a18c3f42859615b79e86b229de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0ef26b8da910443c8b6112d601f09c5a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4008590c007041b3829e24e7dc21592a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4c6978b8d6a048f78438ec0a86a456f6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d7915b5c1ff94b22b5a6f7a00eab31db, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/b771d77aac5f408790025a38a239dde3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/29d922c7ae874d42b0a55f3f0a7282a7] to archive 2024-11-25T19:23:33,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:23:33,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a51c928bc3c348cf8fbb5d37ceac9dd3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a51c928bc3c348cf8fbb5d37ceac9dd3 2024-11-25T19:23:33,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/fad49404582b429bbe7a6b7dba081823 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/fad49404582b429bbe7a6b7dba081823 2024-11-25T19:23:33,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4e286df634ef4ca795e305314114af81 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4e286df634ef4ca795e305314114af81 2024-11-25T19:23:33,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/69c39f4f31484227a43e127144c7886d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/69c39f4f31484227a43e127144c7886d 2024-11-25T19:23:33,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/73769849430e4bd6a6f92429e5740e7f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/73769849430e4bd6a6f92429e5740e7f 2024-11-25T19:23:33,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a5b875750a5845baad265aec991e9e56 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a5b875750a5845baad265aec991e9e56 2024-11-25T19:23:33,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/77b48af7db0b4aedab168e4071aafd29 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/77b48af7db0b4aedab168e4071aafd29 2024-11-25T19:23:33,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d72366fb96e7406390ce4e67bb33b9f1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d72366fb96e7406390ce4e67bb33b9f1 2024-11-25T19:23:33,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/495314106f7c4b68bbdab8dc758ef669 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/495314106f7c4b68bbdab8dc758ef669 2024-11-25T19:23:33,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a8323bf630d1467ba95d996b9b8fbd65 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/a8323bf630d1467ba95d996b9b8fbd65 2024-11-25T19:23:33,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/efdbccafe1a9467e85e87eb1db78a809 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/efdbccafe1a9467e85e87eb1db78a809 2024-11-25T19:23:33,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/639d014b2e074d3583b76029076ea164 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/639d014b2e074d3583b76029076ea164 2024-11-25T19:23:33,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ebd55c7440154251bbaf50a1b41a0e23 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ebd55c7440154251bbaf50a1b41a0e23 2024-11-25T19:23:33,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/2388a05e25c9435087bb645e13015aa9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/2388a05e25c9435087bb645e13015aa9 2024-11-25T19:23:33,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d19dfd869d7e42f89fd4cd4392cf5527 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d19dfd869d7e42f89fd4cd4392cf5527 2024-11-25T19:23:33,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/974292269486469485bc26a6db88b484 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/974292269486469485bc26a6db88b484 2024-11-25T19:23:33,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/bb43c45dafc04a89b9c3b1f19a34d6fb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/bb43c45dafc04a89b9c3b1f19a34d6fb 2024-11-25T19:23:33,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/9b3287c593a84be2b90921c2d83b4a9e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/9b3287c593a84be2b90921c2d83b4a9e 2024-11-25T19:23:33,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0d55bdd0c4f0488dbb0169a0ea7c70b4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0d55bdd0c4f0488dbb0169a0ea7c70b4 2024-11-25T19:23:33,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/aba5de2b4f68463ab58825bfc1ed3bac to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/aba5de2b4f68463ab58825bfc1ed3bac 2024-11-25T19:23:33,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/1f7be2a18c3f42859615b79e86b229de to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/1f7be2a18c3f42859615b79e86b229de 2024-11-25T19:23:33,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0ef26b8da910443c8b6112d601f09c5a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/0ef26b8da910443c8b6112d601f09c5a 2024-11-25T19:23:33,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4008590c007041b3829e24e7dc21592a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4008590c007041b3829e24e7dc21592a 2024-11-25T19:23:33,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4c6978b8d6a048f78438ec0a86a456f6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/4c6978b8d6a048f78438ec0a86a456f6 2024-11-25T19:23:33,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d7915b5c1ff94b22b5a6f7a00eab31db to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/d7915b5c1ff94b22b5a6f7a00eab31db 2024-11-25T19:23:33,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/b771d77aac5f408790025a38a239dde3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/b771d77aac5f408790025a38a239dde3 2024-11-25T19:23:33,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/29d922c7ae874d42b0a55f3f0a7282a7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/29d922c7ae874d42b0a55f3f0a7282a7 2024-11-25T19:23:33,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/911528db8c884f288baa23bca79ff208, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/3e4d9a4eda9b4e68a33b8b2e78077baa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/746296afb33f4a149638262b953465ff, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/fad628fc37644aa3a751db92df01a914, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8b129d0894634b2fa5598388d5c523a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2db04fd58e534332affb919358b53771, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e78f00a5235d45959a12399e2aa1660b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d95f750dd6154f729a3d4ec3244683de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/bbd99b3a74f84ee48bd1e2809461e7bd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a0bd8e5937164905b45e5e9a7e6940bb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e7f24f92f7a64fbaa340ed570de44a87, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ff895c16f5f343a0ab8e2463398bcb26, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4c65fb06c42c4ec68261699141f0dfb3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8a8282a260004bd09d712e5000075aa5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/550ef9c3052a42a1b5e749cc8b64d8a9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/b6ac19e2ebbf4e16bf7492bf49aaabb1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/023327237c994ed3982198bd5c0a271d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ed400ed3034f4b618004a4d7abb55fa2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/888ae56dffe3435dacd859ff6fc719fa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/89cc5734181042e8aca54daea6cb2a65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0dff0008cad44f04a142c6cc84c2b757, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d66b09d911a048a5908f5846926cd37d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f04ff252bbc94f88bef187a388f0aa6e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/69bc702a5bdd47088a3fd07cc43ae536, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f6474e730f984871b7d55bc9d5002b36, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2e04c1fb69f1430e887129f48f777423, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4f9f716a07d342f8851ddf773a45ae39] to archive 2024-11-25T19:23:33,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:23:33,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/911528db8c884f288baa23bca79ff208 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/911528db8c884f288baa23bca79ff208 2024-11-25T19:23:33,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/3e4d9a4eda9b4e68a33b8b2e78077baa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/3e4d9a4eda9b4e68a33b8b2e78077baa 2024-11-25T19:23:33,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/746296afb33f4a149638262b953465ff to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/746296afb33f4a149638262b953465ff 2024-11-25T19:23:33,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/fad628fc37644aa3a751db92df01a914 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/fad628fc37644aa3a751db92df01a914 2024-11-25T19:23:33,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8b129d0894634b2fa5598388d5c523a0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8b129d0894634b2fa5598388d5c523a0 2024-11-25T19:23:33,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2db04fd58e534332affb919358b53771 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2db04fd58e534332affb919358b53771 2024-11-25T19:23:33,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e78f00a5235d45959a12399e2aa1660b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e78f00a5235d45959a12399e2aa1660b 2024-11-25T19:23:33,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d95f750dd6154f729a3d4ec3244683de to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d95f750dd6154f729a3d4ec3244683de 2024-11-25T19:23:33,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/bbd99b3a74f84ee48bd1e2809461e7bd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/bbd99b3a74f84ee48bd1e2809461e7bd 2024-11-25T19:23:34,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a0bd8e5937164905b45e5e9a7e6940bb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a0bd8e5937164905b45e5e9a7e6940bb 2024-11-25T19:23:34,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e7f24f92f7a64fbaa340ed570de44a87 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/e7f24f92f7a64fbaa340ed570de44a87 2024-11-25T19:23:34,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ff895c16f5f343a0ab8e2463398bcb26 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ff895c16f5f343a0ab8e2463398bcb26 2024-11-25T19:23:34,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4c65fb06c42c4ec68261699141f0dfb3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4c65fb06c42c4ec68261699141f0dfb3 2024-11-25T19:23:34,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8a8282a260004bd09d712e5000075aa5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/8a8282a260004bd09d712e5000075aa5 2024-11-25T19:23:34,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/550ef9c3052a42a1b5e749cc8b64d8a9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/550ef9c3052a42a1b5e749cc8b64d8a9 2024-11-25T19:23:34,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/b6ac19e2ebbf4e16bf7492bf49aaabb1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/b6ac19e2ebbf4e16bf7492bf49aaabb1 2024-11-25T19:23:34,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/023327237c994ed3982198bd5c0a271d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/023327237c994ed3982198bd5c0a271d 2024-11-25T19:23:34,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ed400ed3034f4b618004a4d7abb55fa2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/ed400ed3034f4b618004a4d7abb55fa2 2024-11-25T19:23:34,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/888ae56dffe3435dacd859ff6fc719fa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/888ae56dffe3435dacd859ff6fc719fa 2024-11-25T19:23:34,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/89cc5734181042e8aca54daea6cb2a65 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/89cc5734181042e8aca54daea6cb2a65 2024-11-25T19:23:34,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0dff0008cad44f04a142c6cc84c2b757 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0dff0008cad44f04a142c6cc84c2b757 2024-11-25T19:23:34,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d66b09d911a048a5908f5846926cd37d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/d66b09d911a048a5908f5846926cd37d 2024-11-25T19:23:34,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f04ff252bbc94f88bef187a388f0aa6e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f04ff252bbc94f88bef187a388f0aa6e 2024-11-25T19:23:34,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/69bc702a5bdd47088a3fd07cc43ae536 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/69bc702a5bdd47088a3fd07cc43ae536 2024-11-25T19:23:34,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f6474e730f984871b7d55bc9d5002b36 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/f6474e730f984871b7d55bc9d5002b36 2024-11-25T19:23:34,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2e04c1fb69f1430e887129f48f777423 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/2e04c1fb69f1430e887129f48f777423 2024-11-25T19:23:34,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4f9f716a07d342f8851ddf773a45ae39 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/4f9f716a07d342f8851ddf773a45ae39 2024-11-25T19:23:34,059 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/recovered.edits/410.seqid, newMaxSeqId=410, maxSeqId=4 2024-11-25T19:23:34,060 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79. 2024-11-25T19:23:34,060 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 15d65c6c8fe42b0e06adcb41c8bd8c79: 2024-11-25T19:23:34,064 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,066 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=15d65c6c8fe42b0e06adcb41c8bd8c79, regionState=CLOSED 2024-11-25T19:23:34,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T19:23:34,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 15d65c6c8fe42b0e06adcb41c8bd8c79, server=d736abcd529b,39035,1732562546845 in 1.5920 sec 2024-11-25T19:23:34,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-25T19:23:34,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=15d65c6c8fe42b0e06adcb41c8bd8c79, UNASSIGN in 1.5960 sec 2024-11-25T19:23:34,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T19:23:34,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5990 sec 2024-11-25T19:23:34,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562614072"}]},"ts":"1732562614072"} 2024-11-25T19:23:34,073 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T19:23:34,112 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T19:23:34,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6880 sec 2024-11-25T19:23:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T19:23:34,538 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-25T19:23:34,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T19:23:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:34,544 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T19:23:34,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:34,562 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,586 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/recovered.edits] 2024-11-25T19:23:34,609 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/51f1f2c9807f4ac1b9c418b6e0e020f5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/51f1f2c9807f4ac1b9c418b6e0e020f5 2024-11-25T19:23:34,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6b75f3ad16ec47c299f9dd1c7e228e98 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/A/6b75f3ad16ec47c299f9dd1c7e228e98 2024-11-25T19:23:34,634 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/49f2805cec4c4781852210a1428b112e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/49f2805cec4c4781852210a1428b112e 2024-11-25T19:23:34,641 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ee89f555943e414ca5cb6be34a27e4fd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/B/ee89f555943e414ca5cb6be34a27e4fd 2024-11-25T19:23:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T19:23:34,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0e02226288ef4694b59551dd3f5e7f29 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/0e02226288ef4694b59551dd3f5e7f29 2024-11-25T19:23:34,667 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a78b82cac9d940aeaa1217883cd2bd2f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/C/a78b82cac9d940aeaa1217883cd2bd2f 2024-11-25T19:23:34,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/recovered.edits/410.seqid to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79/recovered.edits/410.seqid 2024-11-25T19:23:34,726 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,730 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T19:23:34,734 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T19:23:34,735 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T19:23:34,743 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112507252c236b454aae98bf31885ef25a72_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112507252c236b454aae98bf31885ef25a72_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,745 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250778467491754e14b3f41a01056be6af_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250778467491754e14b3f41a01056be6af_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,757 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509cfc019027a4a3490e7de6fe4a28415_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112509cfc019027a4a3490e7de6fe4a28415_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,760 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f405929c6ff4cc394f45bbc6b0b242d_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f405929c6ff4cc394f45bbc6b0b242d_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,768 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112515d88c2cdb0f4d3cbbf97f08810a9027_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112515d88c2cdb0f4d3cbbf97f08810a9027_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,770 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112536801bf921e64d73aeea76525dba8d39_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112536801bf921e64d73aeea76525dba8d39_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,772 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544b5855a5a934213b3deb320745311f0_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112544b5855a5a934213b3deb320745311f0_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,774 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546076586aa15428784958db52bbfd824_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112546076586aa15428784958db52bbfd824_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,783 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112549363586f0f34d35a5f9b42c99df3f12_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112549363586f0f34d35a5f9b42c99df3f12_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,798 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557c79aa0e3994762a5125e12333bc787_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112557c79aa0e3994762a5125e12333bc787_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,801 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256e8b0725b0c44051ae3ab906f94e2d8a_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256e8b0725b0c44051ae3ab906f94e2d8a_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,814 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125719b39c5508f4926b707e04d3bd485d1_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125719b39c5508f4926b707e04d3bd485d1_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,826 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583a9d3f76e874fd39fa748e2787e5ff1_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583a9d3f76e874fd39fa748e2787e5ff1_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,837 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259db4dab4da034241be253c65e99acb29_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259db4dab4da034241be253c65e99acb29_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,842 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a2ab9b59b7fd4c43898cedb010c665d8_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a2ab9b59b7fd4c43898cedb010c665d8_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T19:23:34,863 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a5ce8f556b824f93abf52923b61b0acf_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a5ce8f556b824f93abf52923b61b0acf_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,873 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6a23b7bf0ce4370896a5c613ba93cb5_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b6a23b7bf0ce4370896a5c613ba93cb5_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,875 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be4aab9b5f0a4ae9b4b1bcfa91bb55a4_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125be4aab9b5f0a4ae9b4b1bcfa91bb55a4_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,877 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c6b72a701b65474a87caabbe64bbc713_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c6b72a701b65474a87caabbe64bbc713_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,879 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc3efa0b0a744a028e38fc9ba76a48ce_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cc3efa0b0a744a028e38fc9ba76a48ce_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,881 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f66a46f9ee21475dba5212e7c0ef6821_15d65c6c8fe42b0e06adcb41c8bd8c79 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f66a46f9ee21475dba5212e7c0ef6821_15d65c6c8fe42b0e06adcb41c8bd8c79 2024-11-25T19:23:34,882 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T19:23:34,885 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:34,905 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T19:23:34,918 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T19:23:34,923 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:34,923 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T19:23:34,923 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732562614923"}]},"ts":"9223372036854775807"} 2024-11-25T19:23:34,939 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T19:23:34,939 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 15d65c6c8fe42b0e06adcb41c8bd8c79, NAME => 'TestAcidGuarantees,,1732562580674.15d65c6c8fe42b0e06adcb41c8bd8c79.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T19:23:34,939 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T19:23:34,939 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732562614939"}]},"ts":"9223372036854775807"} 2024-11-25T19:23:34,942 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T19:23:34,979 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:34,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 441 msec 2024-11-25T19:23:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T19:23:35,160 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-25T19:23:35,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=237 (was 238), OpenFileDescriptor=457 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1270 (was 1126) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5183 (was 5323) 2024-11-25T19:23:35,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=1270, ProcessCount=11, AvailableMemoryMB=5177 2024-11-25T19:23:35,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:23:35,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:23:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T19:23:35,228 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T19:23:35,228 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:35,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T19:23:35,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-11-25T19:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T19:23:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742051_1227 (size=960) 2024-11-25T19:23:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T19:23:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T19:23:35,676 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:23:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742052_1228 (size=53) 2024-11-25T19:23:35,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:23:35,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4cc4311eae8c4b626018b11890f76cbf, disabling compactions & flushes 2024-11-25T19:23:35,705 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:35,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:35,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. after waiting 0 ms 2024-11-25T19:23:35,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:35,706 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:35,706 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:35,707 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T19:23:35,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732562615707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732562615707"}]},"ts":"1732562615707"} 2024-11-25T19:23:35,708 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T19:23:35,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T19:23:35,709 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562615709"}]},"ts":"1732562615709"} 2024-11-25T19:23:35,711 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T19:23:35,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cc4311eae8c4b626018b11890f76cbf, ASSIGN}] 2024-11-25T19:23:35,760 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cc4311eae8c4b626018b11890f76cbf, ASSIGN 2024-11-25T19:23:35,761 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cc4311eae8c4b626018b11890f76cbf, ASSIGN; state=OFFLINE, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=false 2024-11-25T19:23:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T19:23:35,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=4cc4311eae8c4b626018b11890f76cbf, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:35,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:23:36,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,090 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:36,091 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:23:36,091 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,091 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:23:36,091 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,091 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,096 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,106 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:36,107 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc4311eae8c4b626018b11890f76cbf columnFamilyName A 2024-11-25T19:23:36,107 DEBUG [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:36,108 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.HStore(327): Store=4cc4311eae8c4b626018b11890f76cbf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:36,108 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,111 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:36,111 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc4311eae8c4b626018b11890f76cbf columnFamilyName B 2024-11-25T19:23:36,111 DEBUG [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:36,112 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.HStore(327): Store=4cc4311eae8c4b626018b11890f76cbf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:36,113 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,115 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:23:36,115 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4cc4311eae8c4b626018b11890f76cbf columnFamilyName C 2024-11-25T19:23:36,115 DEBUG [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:23:36,116 INFO [StoreOpener-4cc4311eae8c4b626018b11890f76cbf-1 {}] regionserver.HStore(327): Store=4cc4311eae8c4b626018b11890f76cbf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:23:36,116 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:36,117 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,117 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,119 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:23:36,120 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,126 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:23:36,127 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 4cc4311eae8c4b626018b11890f76cbf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68936162, jitterRate=0.027228862047195435}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:23:36,128 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:36,129 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., pid=68, masterSystemTime=1732562616071 2024-11-25T19:23:36,131 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:36,131 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:36,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=4cc4311eae8c4b626018b11890f76cbf, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T19:23:36,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 in 214 msec 2024-11-25T19:23:36,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T19:23:36,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cc4311eae8c4b626018b11890f76cbf, ASSIGN in 375 msec 2024-11-25T19:23:36,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T19:23:36,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562616136"}]},"ts":"1732562616136"} 2024-11-25T19:23:36,137 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T19:23:36,159 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T19:23:36,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 945 msec 2024-11-25T19:23:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-11-25T19:23:36,353 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-11-25T19:23:36,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f08e2a2 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@267e0963 2024-11-25T19:23:36,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a7721c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,395 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T19:23:36,397 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T19:23:36,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x688f4c53 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3eec6530 2024-11-25T19:23:36,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7792c763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x305a451d to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dc273c3 2024-11-25T19:23:36,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8a18c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67f02d8c to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@195206da 2024-11-25T19:23:36,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45426917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,461 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21cebefa to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@282318cf 2024-11-25T19:23:36,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7fc60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e7c8846 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ea91426 2024-11-25T19:23:36,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e66ea50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x762de37e to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f50b381 2024-11-25T19:23:36,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6119e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2838b88d to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@124edab0 2024-11-25T19:23:36,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7507573f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15d2a893 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712d7bc3 2024-11-25T19:23:36,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5c7476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ab3f837 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40da73c1 2024-11-25T19:23:36,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df84068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,660 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2834a215 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3be398a9 2024-11-25T19:23:36,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644774bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:23:36,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:36,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-25T19:23:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T19:23:36,806 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:36,807 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:36,807 DEBUG [hconnection-0x76e02588-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:36,808 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,817 DEBUG [hconnection-0x6e8bb779-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,818 DEBUG [hconnection-0x64ba13df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,818 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,821 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:23:36,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:36,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:36,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:36,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:36,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:36,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:36,835 DEBUG [hconnection-0x56c86fcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,836 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,844 DEBUG [hconnection-0x1f0b5c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,845 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,851 DEBUG [hconnection-0x29976ce1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,852 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,858 DEBUG [hconnection-0x532e5821-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,859 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,867 DEBUG [hconnection-0x25b55f26-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,868 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,888 DEBUG [hconnection-0x16c535ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,889 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,895 DEBUG [hconnection-0x186ec7b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:23:36,896 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:23:36,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562676891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:36,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562676891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562676894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562676898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562676899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T19:23:36,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/f464df7cc9fc44d1918d24b49868e9f6 is 50, key is test_row_0/A:col10/1732562616819/Put/seqid=0 2024-11-25T19:23:36,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:36,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:36,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:36,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562676998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562676999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562677004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562677011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562677019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742053_1229 (size=12001) 2024-11-25T19:23:37,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/f464df7cc9fc44d1918d24b49868e9f6 2024-11-25T19:23:37,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T19:23:37,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:37,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:37,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e4a5bf029fcc4b37a10407ad35abc1d1 is 50, key is test_row_0/B:col10/1732562616819/Put/seqid=0 2024-11-25T19:23:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562677215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742054_1230 (size=12001) 2024-11-25T19:23:37,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e4a5bf029fcc4b37a10407ad35abc1d1 2024-11-25T19:23:37,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562677220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562677222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562677231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562677235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/bd6bb871dd774aed87f9ef6c9ff19188 is 50, key is test_row_0/C:col10/1732562616819/Put/seqid=0 2024-11-25T19:23:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742055_1231 (size=12001) 2024-11-25T19:23:37,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/bd6bb871dd774aed87f9ef6c9ff19188 2024-11-25T19:23:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T19:23:37,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/f464df7cc9fc44d1918d24b49868e9f6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f464df7cc9fc44d1918d24b49868e9f6 2024-11-25T19:23:37,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f464df7cc9fc44d1918d24b49868e9f6, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T19:23:37,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e4a5bf029fcc4b37a10407ad35abc1d1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4a5bf029fcc4b37a10407ad35abc1d1 2024-11-25T19:23:37,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4a5bf029fcc4b37a10407ad35abc1d1, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T19:23:37,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/bd6bb871dd774aed87f9ef6c9ff19188 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bd6bb871dd774aed87f9ef6c9ff19188 2024-11-25T19:23:37,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:37,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:37,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bd6bb871dd774aed87f9ef6c9ff19188, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T19:23:37,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4cc4311eae8c4b626018b11890f76cbf in 638ms, sequenceid=12, compaction requested=false 2024-11-25T19:23:37,461 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T19:23:37,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:37,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:23:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:37,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/f371ca9b2dd14655b28d802c6733b545 is 50, key is test_row_0/A:col10/1732562616891/Put/seqid=0 2024-11-25T19:23:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562677560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562677561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562677567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562677567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562677569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742056_1232 (size=14341) 2024-11-25T19:23:37,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/f371ca9b2dd14655b28d802c6733b545 2024-11-25T19:23:37,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:37,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:37,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562677673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562677678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/81d72321676b429eb55bae477204d049 is 50, key is test_row_0/B:col10/1732562616891/Put/seqid=0 2024-11-25T19:23:37,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562677683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562677686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742057_1233 (size=12001) 2024-11-25T19:23:37,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/81d72321676b429eb55bae477204d049 2024-11-25T19:23:37,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/e431834334b547c7bec47fd7824c41b4 is 50, key is test_row_0/C:col10/1732562616891/Put/seqid=0 2024-11-25T19:23:37,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:37,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742058_1234 (size=12001) 2024-11-25T19:23:37,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/e431834334b547c7bec47fd7824c41b4 2024-11-25T19:23:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/f371ca9b2dd14655b28d802c6733b545 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f371ca9b2dd14655b28d802c6733b545 2024-11-25T19:23:37,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f371ca9b2dd14655b28d802c6733b545, entries=200, sequenceid=38, filesize=14.0 K 2024-11-25T19:23:37,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/81d72321676b429eb55bae477204d049 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/81d72321676b429eb55bae477204d049 2024-11-25T19:23:37,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562677887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/81d72321676b429eb55bae477204d049, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T19:23:37,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/e431834334b547c7bec47fd7824c41b4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/e431834334b547c7bec47fd7824c41b4 2024-11-25T19:23:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T19:23:37,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562677903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/e431834334b547c7bec47fd7824c41b4, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T19:23:37,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4cc4311eae8c4b626018b11890f76cbf in 401ms, sequenceid=38, compaction requested=false 2024-11-25T19:23:37,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:37,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562677903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:37,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:23:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:37,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:37,948 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:37,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:37,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:37,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/672a445263784d73a81f0c79699ca411 is 50, key is test_row_0/A:col10/1732562617567/Put/seqid=0 2024-11-25T19:23:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742059_1235 (size=12001) 2024-11-25T19:23:38,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:38,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:38,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562678305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562678315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562678324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562678328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562678330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562678442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562678445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562678443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562678452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562678452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/672a445263784d73a81f0c79699ca411 2024-11-25T19:23:38,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/884dc88c5ee74820b19f76796eea8131 is 50, key is test_row_0/B:col10/1732562617567/Put/seqid=0 2024-11-25T19:23:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742060_1236 (size=12001) 2024-11-25T19:23:38,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/884dc88c5ee74820b19f76796eea8131 2024-11-25T19:23:38,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:38,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:38,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/018dd95d139b44af9d9a403f52254c72 is 50, key is test_row_0/C:col10/1732562617567/Put/seqid=0 2024-11-25T19:23:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742061_1237 (size=12001) 2024-11-25T19:23:38,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562678668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562678668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562678671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562678671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562678672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:38,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T19:23:38,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:38,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:38,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:38,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:38,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562678981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562678990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562678993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562678995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:38,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562678993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/018dd95d139b44af9d9a403f52254c72 2024-11-25T19:23:39,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:39,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:39,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/672a445263784d73a81f0c79699ca411 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/672a445263784d73a81f0c79699ca411 2024-11-25T19:23:39,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/672a445263784d73a81f0c79699ca411, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T19:23:39,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/884dc88c5ee74820b19f76796eea8131 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/884dc88c5ee74820b19f76796eea8131 2024-11-25T19:23:39,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/884dc88c5ee74820b19f76796eea8131, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T19:23:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/018dd95d139b44af9d9a403f52254c72 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/018dd95d139b44af9d9a403f52254c72 2024-11-25T19:23:39,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/018dd95d139b44af9d9a403f52254c72, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T19:23:39,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4cc4311eae8c4b626018b11890f76cbf in 1307ms, sequenceid=49, compaction requested=true 2024-11-25T19:23:39,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:39,248 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:23:39,249 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:39,249 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:39,249 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:39,249 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:39,249 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f464df7cc9fc44d1918d24b49868e9f6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f371ca9b2dd14655b28d802c6733b545, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/672a445263784d73a81f0c79699ca411] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=37.4 K 2024-11-25T19:23:39,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-25T19:23:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:39,254 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:23:39,254 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f464df7cc9fc44d1918d24b49868e9f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732562616816 2024-11-25T19:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:39,256 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f371ca9b2dd14655b28d802c6733b545, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732562616864 2024-11-25T19:23:39,257 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:39,257 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 672a445263784d73a81f0c79699ca411, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562617561 2024-11-25T19:23:39,257 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:39,257 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:39,257 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4a5bf029fcc4b37a10407ad35abc1d1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/81d72321676b429eb55bae477204d049, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/884dc88c5ee74820b19f76796eea8131] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=35.2 K 2024-11-25T19:23:39,258 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting e4a5bf029fcc4b37a10407ad35abc1d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732562616816 2024-11-25T19:23:39,262 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 81d72321676b429eb55bae477204d049, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732562616864 2024-11-25T19:23:39,262 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 884dc88c5ee74820b19f76796eea8131, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562617561 2024-11-25T19:23:39,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/ca57cce40a6d4d3aac48b46d7527b2b4 is 50, key is test_row_0/A:col10/1732562618275/Put/seqid=0 2024-11-25T19:23:39,295 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:39,295 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/6aaaa560689b4b7196b7c8370c27cf7f is 50, key is test_row_0/A:col10/1732562617567/Put/seqid=0 2024-11-25T19:23:39,325 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:39,325 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/eac23801ff734ddd83153c5ba15ce1b6 is 50, key is test_row_0/B:col10/1732562617567/Put/seqid=0 2024-11-25T19:23:39,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742062_1238 (size=12001) 2024-11-25T19:23:39,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742063_1239 (size=12104) 2024-11-25T19:23:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742064_1240 (size=12104) 2024-11-25T19:23:39,441 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/6aaaa560689b4b7196b7c8370c27cf7f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6aaaa560689b4b7196b7c8370c27cf7f 2024-11-25T19:23:39,455 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into 6aaaa560689b4b7196b7c8370c27cf7f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:39,455 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:39,455 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=13, startTime=1732562619247; duration=0sec 2024-11-25T19:23:39,455 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:39,455 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:39,455 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:39,459 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:39,459 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:39,459 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:39,459 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bd6bb871dd774aed87f9ef6c9ff19188, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/e431834334b547c7bec47fd7824c41b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/018dd95d139b44af9d9a403f52254c72] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=35.2 K 2024-11-25T19:23:39,462 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/eac23801ff734ddd83153c5ba15ce1b6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/eac23801ff734ddd83153c5ba15ce1b6 2024-11-25T19:23:39,474 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd6bb871dd774aed87f9ef6c9ff19188, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732562616816 2024-11-25T19:23:39,476 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e431834334b547c7bec47fd7824c41b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732562616864 2024-11-25T19:23:39,477 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 018dd95d139b44af9d9a403f52254c72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562617561 2024-11-25T19:23:39,479 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into eac23801ff734ddd83153c5ba15ce1b6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:39,479 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:39,479 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=13, startTime=1732562619248; duration=0sec 2024-11-25T19:23:39,479 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:39,479 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:39,499 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:39,500 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/0d15adae93d3476eaf42e9fb207b1272 is 50, key is test_row_0/C:col10/1732562617567/Put/seqid=0 2024-11-25T19:23:39,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:39,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562679531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562679533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562679538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562679540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562679538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742065_1241 (size=12104) 2024-11-25T19:23:39,617 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/0d15adae93d3476eaf42e9fb207b1272 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/0d15adae93d3476eaf42e9fb207b1272 2024-11-25T19:23:39,636 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into 0d15adae93d3476eaf42e9fb207b1272(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:39,636 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:39,636 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=13, startTime=1732562619248; duration=0sec 2024-11-25T19:23:39,637 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:39,637 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:39,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T19:23:39,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562679658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562679661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562679663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562679669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,811 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/ca57cce40a6d4d3aac48b46d7527b2b4 2024-11-25T19:23:39,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f9007db7fb724dbaad2df89069a24b68 is 50, key is test_row_0/B:col10/1732562618275/Put/seqid=0 2024-11-25T19:23:39,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562679865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742066_1242 (size=12001) 2024-11-25T19:23:39,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562679867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,876 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f9007db7fb724dbaad2df89069a24b68 2024-11-25T19:23:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562679874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562679874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:39,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ada95570bda746fead849b123ef55f3a is 50, key is test_row_0/C:col10/1732562618275/Put/seqid=0 2024-11-25T19:23:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742067_1243 (size=12001) 2024-11-25T19:23:40,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562680175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562680176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562680181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562680189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,341 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ada95570bda746fead849b123ef55f3a 2024-11-25T19:23:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/ca57cce40a6d4d3aac48b46d7527b2b4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ca57cce40a6d4d3aac48b46d7527b2b4 2024-11-25T19:23:40,354 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ca57cce40a6d4d3aac48b46d7527b2b4, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T19:23:40,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f9007db7fb724dbaad2df89069a24b68 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f9007db7fb724dbaad2df89069a24b68 2024-11-25T19:23:40,362 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f9007db7fb724dbaad2df89069a24b68, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T19:23:40,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ada95570bda746fead849b123ef55f3a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ada95570bda746fead849b123ef55f3a 2024-11-25T19:23:40,370 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ada95570bda746fead849b123ef55f3a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T19:23:40,371 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4cc4311eae8c4b626018b11890f76cbf in 1117ms, sequenceid=74, compaction requested=false 2024-11-25T19:23:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-25T19:23:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-25T19:23:40,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T19:23:40,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5700 sec 2024-11-25T19:23:40,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 3.5760 sec 2024-11-25T19:23:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:40,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:23:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:40,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:40,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/5d2cb64baa2d48979e950c216f0015bc is 50, key is test_row_0/A:col10/1732562619530/Put/seqid=0 2024-11-25T19:23:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742068_1244 (size=12001) 2024-11-25T19:23:40,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/5d2cb64baa2d48979e950c216f0015bc 2024-11-25T19:23:40,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/58a601d12d1b43c3bc025f7d3eb6be3b is 50, key is test_row_0/B:col10/1732562619530/Put/seqid=0 2024-11-25T19:23:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742069_1245 (size=12001) 2024-11-25T19:23:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562680707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562680709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562680713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562680713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562680714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562680816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562680820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562680818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562680821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562680823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T19:23:40,929 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T19:23:40,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-25T19:23:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T19:23:40,934 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:40,934 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:40,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:41,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562681020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562681027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562681029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562681029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T19:23:41,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562681039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:41,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:41,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/58a601d12d1b43c3bc025f7d3eb6be3b 2024-11-25T19:23:41,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/236de72115404ab78ebc05ebde745943 is 50, key is test_row_0/C:col10/1732562619530/Put/seqid=0 2024-11-25T19:23:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742070_1246 (size=12001) 2024-11-25T19:23:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T19:23:41,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562681332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562681333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562681335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562681337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562681349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,400 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T19:23:41,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/236de72115404ab78ebc05ebde745943 2024-11-25T19:23:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/5d2cb64baa2d48979e950c216f0015bc as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5d2cb64baa2d48979e950c216f0015bc 2024-11-25T19:23:41,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5d2cb64baa2d48979e950c216f0015bc, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T19:23:41,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/58a601d12d1b43c3bc025f7d3eb6be3b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/58a601d12d1b43c3bc025f7d3eb6be3b 2024-11-25T19:23:41,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/58a601d12d1b43c3bc025f7d3eb6be3b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T19:23:41,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/236de72115404ab78ebc05ebde745943 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/236de72115404ab78ebc05ebde745943 2024-11-25T19:23:41,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/236de72115404ab78ebc05ebde745943, entries=150, sequenceid=90, filesize=11.7 K 2024-11-25T19:23:41,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4cc4311eae8c4b626018b11890f76cbf in 1186ms, sequenceid=90, compaction requested=true 2024-11-25T19:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:41,743 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:41,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:41,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:41,744 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:41,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:41,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:41,745 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:41,745 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:41,745 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,745 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6aaaa560689b4b7196b7c8370c27cf7f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ca57cce40a6d4d3aac48b46d7527b2b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5d2cb64baa2d48979e950c216f0015bc] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=35.3 K 2024-11-25T19:23:41,745 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:41,745 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:41,745 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aaaa560689b4b7196b7c8370c27cf7f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562617561 2024-11-25T19:23:41,745 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,746 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/eac23801ff734ddd83153c5ba15ce1b6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f9007db7fb724dbaad2df89069a24b68, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/58a601d12d1b43c3bc025f7d3eb6be3b] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=35.3 K 2024-11-25T19:23:41,748 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ca57cce40a6d4d3aac48b46d7527b2b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732562618275 2024-11-25T19:23:41,748 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting eac23801ff734ddd83153c5ba15ce1b6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562617561 2024-11-25T19:23:41,749 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9007db7fb724dbaad2df89069a24b68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732562618275 2024-11-25T19:23:41,749 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d2cb64baa2d48979e950c216f0015bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732562619530 2024-11-25T19:23:41,750 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a601d12d1b43c3bc025f7d3eb6be3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732562619530 2024-11-25T19:23:41,805 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:41,805 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/5dd439563c1b4c6392089650c79c5f2f is 50, key is test_row_0/B:col10/1732562619530/Put/seqid=0 2024-11-25T19:23:41,808 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:41,809 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/048311dfc91a4e49bcb0383060b268f0 is 50, key is test_row_0/A:col10/1732562619530/Put/seqid=0 2024-11-25T19:23:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:41,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:23:41,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:41,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:41,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:41,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742071_1247 (size=12207) 2024-11-25T19:23:41,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742072_1248 (size=12207) 2024-11-25T19:23:41,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/1ccced861f054c35989e43e5e100643e is 50, key is test_row_0/A:col10/1732562621842/Put/seqid=0 2024-11-25T19:23:41,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562681854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562681854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562681855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562681861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562681863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,869 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/048311dfc91a4e49bcb0383060b268f0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/048311dfc91a4e49bcb0383060b268f0 2024-11-25T19:23:41,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:41,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,876 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into 048311dfc91a4e49bcb0383060b268f0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:41,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:41,876 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=13, startTime=1732562621743; duration=0sec 2024-11-25T19:23:41,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:41,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:41,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:41,884 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:41,884 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:41,884 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:41,885 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/0d15adae93d3476eaf42e9fb207b1272, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ada95570bda746fead849b123ef55f3a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/236de72115404ab78ebc05ebde745943] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=35.3 K 2024-11-25T19:23:41,886 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d15adae93d3476eaf42e9fb207b1272, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562617561 2024-11-25T19:23:41,887 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ada95570bda746fead849b123ef55f3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732562618275 2024-11-25T19:23:41,889 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 236de72115404ab78ebc05ebde745943, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732562619530 2024-11-25T19:23:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742073_1249 (size=12001) 2024-11-25T19:23:41,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/1ccced861f054c35989e43e5e100643e 2024-11-25T19:23:41,935 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:41,936 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/d81fedd6d4964118b68de415490d806b is 50, key is test_row_0/C:col10/1732562619530/Put/seqid=0 2024-11-25T19:23:41,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/adfbb9e0849f4aad8586cce959dc0ef3 is 50, key is test_row_0/B:col10/1732562621842/Put/seqid=0 2024-11-25T19:23:41,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562681963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562681967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562681968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562681971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562681971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:41,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742074_1250 (size=12001) 2024-11-25T19:23:41,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/adfbb9e0849f4aad8586cce959dc0ef3 2024-11-25T19:23:42,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742075_1251 (size=12207) 2024-11-25T19:23:42,020 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/d81fedd6d4964118b68de415490d806b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d81fedd6d4964118b68de415490d806b 2024-11-25T19:23:42,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/52cabb4e247d49e2b7959822dabff23a is 50, key is test_row_0/C:col10/1732562621842/Put/seqid=0 2024-11-25T19:23:42,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,030 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into d81fedd6d4964118b68de415490d806b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:42,030 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:42,030 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=13, startTime=1732562621744; duration=0sec 2024-11-25T19:23:42,031 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:42,031 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:42,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T19:23:42,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742076_1252 (size=12001) 2024-11-25T19:23:42,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562682170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562682175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562682175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562682175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562682177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:42,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,265 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/5dd439563c1b4c6392089650c79c5f2f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/5dd439563c1b4c6392089650c79c5f2f 2024-11-25T19:23:42,274 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into 5dd439563c1b4c6392089650c79c5f2f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:42,274 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:42,274 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=13, startTime=1732562621743; duration=0sec 2024-11-25T19:23:42,274 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:42,274 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:42,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:42,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:42,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/52cabb4e247d49e2b7959822dabff23a 2024-11-25T19:23:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562682477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562682481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562682482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562682482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562682482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:42,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/1ccced861f054c35989e43e5e100643e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/1ccced861f054c35989e43e5e100643e 2024-11-25T19:23:42,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/1ccced861f054c35989e43e5e100643e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T19:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/adfbb9e0849f4aad8586cce959dc0ef3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/adfbb9e0849f4aad8586cce959dc0ef3 2024-11-25T19:23:42,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/adfbb9e0849f4aad8586cce959dc0ef3, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T19:23:42,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/52cabb4e247d49e2b7959822dabff23a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/52cabb4e247d49e2b7959822dabff23a 2024-11-25T19:23:42,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/52cabb4e247d49e2b7959822dabff23a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T19:23:42,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4cc4311eae8c4b626018b11890f76cbf in 739ms, sequenceid=116, compaction requested=false 2024-11-25T19:23:42,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:42,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:42,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-25T19:23:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:42,655 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:23:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:42,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:42,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/d98db48f6a81491ca224472f6c4a80bf is 50, key is test_row_0/A:col10/1732562621858/Put/seqid=0 2024-11-25T19:23:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742077_1253 (size=12001) 2024-11-25T19:23:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:42,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562683028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562683029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562683031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562683032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T19:23:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562683031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,093 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/d98db48f6a81491ca224472f6c4a80bf 2024-11-25T19:23:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/3ae998f662b64240b6b2818ae9237c15 is 50, key is test_row_0/B:col10/1732562621858/Put/seqid=0 2024-11-25T19:23:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742078_1254 (size=12001) 2024-11-25T19:23:43,129 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/3ae998f662b64240b6b2818ae9237c15 2024-11-25T19:23:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562683138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562683139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562683139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562683147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562683147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/636621d784a9452699388b5011f182d3 is 50, key is test_row_0/C:col10/1732562621858/Put/seqid=0 2024-11-25T19:23:43,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742079_1255 (size=12001) 2024-11-25T19:23:43,212 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/636621d784a9452699388b5011f182d3 2024-11-25T19:23:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/d98db48f6a81491ca224472f6c4a80bf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/d98db48f6a81491ca224472f6c4a80bf 2024-11-25T19:23:43,237 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/d98db48f6a81491ca224472f6c4a80bf, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T19:23:43,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/3ae998f662b64240b6b2818ae9237c15 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3ae998f662b64240b6b2818ae9237c15 2024-11-25T19:23:43,250 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3ae998f662b64240b6b2818ae9237c15, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T19:23:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/636621d784a9452699388b5011f182d3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/636621d784a9452699388b5011f182d3 2024-11-25T19:23:43,268 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/636621d784a9452699388b5011f182d3, entries=150, sequenceid=130, filesize=11.7 K 2024-11-25T19:23:43,270 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4cc4311eae8c4b626018b11890f76cbf in 615ms, sequenceid=130, compaction requested=true 2024-11-25T19:23:43,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:43,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:43,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-25T19:23:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-25T19:23:43,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T19:23:43,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3370 sec 2024-11-25T19:23:43,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.3420 sec 2024-11-25T19:23:43,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:23:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:43,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:43,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/987edeac77c04446bf7abe57ef260e1c is 50, key is test_row_0/A:col10/1732562623023/Put/seqid=0 2024-11-25T19:23:43,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562683378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562683379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562683381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562683383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562683395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742080_1256 (size=14541) 2024-11-25T19:23:43,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/987edeac77c04446bf7abe57ef260e1c 2024-11-25T19:23:43,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562683493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562683495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562683495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562683495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562683503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/bb5f2653c3a24ccd8a4b593c101557ae is 50, key is test_row_0/B:col10/1732562623023/Put/seqid=0 2024-11-25T19:23:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742081_1257 (size=12151) 2024-11-25T19:23:43,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562683704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562683707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562683707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562683708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562683718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:43,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/bb5f2653c3a24ccd8a4b593c101557ae 2024-11-25T19:23:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562684010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562684015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562684017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562684019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562684025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/083125b299c54ee0a06fe28bc64c0cbc is 50, key is test_row_0/C:col10/1732562623023/Put/seqid=0 2024-11-25T19:23:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742082_1258 (size=12151) 2024-11-25T19:23:44,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/083125b299c54ee0a06fe28bc64c0cbc 2024-11-25T19:23:44,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/987edeac77c04446bf7abe57ef260e1c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/987edeac77c04446bf7abe57ef260e1c 2024-11-25T19:23:44,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/987edeac77c04446bf7abe57ef260e1c, entries=200, sequenceid=156, filesize=14.2 K 2024-11-25T19:23:44,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/bb5f2653c3a24ccd8a4b593c101557ae as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/bb5f2653c3a24ccd8a4b593c101557ae 2024-11-25T19:23:44,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/bb5f2653c3a24ccd8a4b593c101557ae, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T19:23:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/083125b299c54ee0a06fe28bc64c0cbc as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083125b299c54ee0a06fe28bc64c0cbc 2024-11-25T19:23:44,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083125b299c54ee0a06fe28bc64c0cbc, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T19:23:44,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4cc4311eae8c4b626018b11890f76cbf in 1166ms, sequenceid=156, compaction requested=true 2024-11-25T19:23:44,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:44,512 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:44,513 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:44,513 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:44,513 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:44,514 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/048311dfc91a4e49bcb0383060b268f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/1ccced861f054c35989e43e5e100643e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/d98db48f6a81491ca224472f6c4a80bf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/987edeac77c04446bf7abe57ef260e1c] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=49.6 K 2024-11-25T19:23:44,514 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 048311dfc91a4e49bcb0383060b268f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732562619530 2024-11-25T19:23:44,514 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ccced861f054c35989e43e5e100643e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562620712 2024-11-25T19:23:44,515 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d98db48f6a81491ca224472f6c4a80bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732562621851 2024-11-25T19:23:44,515 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 987edeac77c04446bf7abe57ef260e1c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562623023 2024-11-25T19:23:44,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:44,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:44,525 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:44,526 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:44,526 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:44,526 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:44,526 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/5dd439563c1b4c6392089650c79c5f2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/adfbb9e0849f4aad8586cce959dc0ef3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3ae998f662b64240b6b2818ae9237c15, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/bb5f2653c3a24ccd8a4b593c101557ae] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=47.2 K 2024-11-25T19:23:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:44,527 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dd439563c1b4c6392089650c79c5f2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732562619530 2024-11-25T19:23:44,527 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting adfbb9e0849f4aad8586cce959dc0ef3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562620712 2024-11-25T19:23:44,528 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ae998f662b64240b6b2818ae9237c15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732562621851 2024-11-25T19:23:44,528 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting bb5f2653c3a24ccd8a4b593c101557ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562623023 2024-11-25T19:23:44,540 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#210 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:44,541 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/3f295255e1894ba6810977e2e131b10d is 50, key is test_row_0/A:col10/1732562623023/Put/seqid=0 2024-11-25T19:23:44,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:44,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:44,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:44,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:44,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T19:23:44,557 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:44,558 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/95ebfd7a720a49778a31a31f4c98f74a is 50, key is test_row_0/B:col10/1732562623023/Put/seqid=0 2024-11-25T19:23:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742083_1259 (size=12493) 2024-11-25T19:23:44,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742084_1260 (size=12493) 2024-11-25T19:23:44,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:44,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:44,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:44,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:44,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:44,610 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/95ebfd7a720a49778a31a31f4c98f74a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/95ebfd7a720a49778a31a31f4c98f74a 2024-11-25T19:23:44,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/5f17c4bd6b7d4af88b0a43476ba913e0 is 50, key is test_row_0/A:col10/1732562624527/Put/seqid=0 2024-11-25T19:23:44,619 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into 95ebfd7a720a49778a31a31f4c98f74a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:44,619 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:44,619 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=12, startTime=1732562624524; duration=0sec 2024-11-25T19:23:44,619 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:44,619 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:44,620 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:44,622 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:44,622 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:44,622 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:44,622 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d81fedd6d4964118b68de415490d806b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/52cabb4e247d49e2b7959822dabff23a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/636621d784a9452699388b5011f182d3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083125b299c54ee0a06fe28bc64c0cbc] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=47.2 K 2024-11-25T19:23:44,623 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d81fedd6d4964118b68de415490d806b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732562619530 2024-11-25T19:23:44,625 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 52cabb4e247d49e2b7959822dabff23a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562620712 2024-11-25T19:23:44,626 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 636621d784a9452699388b5011f182d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732562621851 2024-11-25T19:23:44,626 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 083125b299c54ee0a06fe28bc64c0cbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562623023 2024-11-25T19:23:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562684627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562684630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562684632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562684635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562684636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742085_1261 (size=12151) 2024-11-25T19:23:44,653 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:44,654 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/72978682d8404acba1a8e680e4ff9ff5 is 50, key is test_row_0/C:col10/1732562623023/Put/seqid=0 2024-11-25T19:23:44,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742086_1262 (size=12493) 2024-11-25T19:23:44,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562684739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562684739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562684747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562684747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562684747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562684948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562684948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562684955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562684959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:44,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562684959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,013 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/3f295255e1894ba6810977e2e131b10d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3f295255e1894ba6810977e2e131b10d 2024-11-25T19:23:45,018 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into 3f295255e1894ba6810977e2e131b10d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:45,018 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:45,018 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=12, startTime=1732562624512; duration=0sec 2024-11-25T19:23:45,019 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:45,019 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-25T19:23:45,043 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-25T19:23:45,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T19:23:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T19:23:45,046 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:45,047 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:45,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:45,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/5f17c4bd6b7d4af88b0a43476ba913e0 2024-11-25T19:23:45,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/93bbc554f87f44ec83b3317126b194c7 is 50, key is test_row_0/B:col10/1732562624527/Put/seqid=0 2024-11-25T19:23:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742087_1263 (size=12151) 2024-11-25T19:23:45,094 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/72978682d8404acba1a8e680e4ff9ff5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/72978682d8404acba1a8e680e4ff9ff5 2024-11-25T19:23:45,106 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into 72978682d8404acba1a8e680e4ff9ff5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:45,106 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:45,106 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=12, startTime=1732562624541; duration=0sec 2024-11-25T19:23:45,106 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:45,107 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T19:23:45,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T19:23:45,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:45,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:45,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:45,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562685251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562685253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562685260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562685263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562685263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T19:23:45,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T19:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:45,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/93bbc554f87f44ec83b3317126b194c7 2024-11-25T19:23:45,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/d12fe5dadf2b430b8c8c5c7a9b358f70 is 50, key is test_row_0/C:col10/1732562624527/Put/seqid=0 2024-11-25T19:23:45,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T19:23:45,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:45,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:45,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:45,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:45,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742088_1264 (size=12151) 2024-11-25T19:23:45,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/d12fe5dadf2b430b8c8c5c7a9b358f70 2024-11-25T19:23:45,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/5f17c4bd6b7d4af88b0a43476ba913e0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5f17c4bd6b7d4af88b0a43476ba913e0 2024-11-25T19:23:45,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5f17c4bd6b7d4af88b0a43476ba913e0, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T19:23:45,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/93bbc554f87f44ec83b3317126b194c7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/93bbc554f87f44ec83b3317126b194c7 2024-11-25T19:23:45,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/93bbc554f87f44ec83b3317126b194c7, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T19:23:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/d12fe5dadf2b430b8c8c5c7a9b358f70 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d12fe5dadf2b430b8c8c5c7a9b358f70 2024-11-25T19:23:45,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d12fe5dadf2b430b8c8c5c7a9b358f70, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T19:23:45,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4cc4311eae8c4b626018b11890f76cbf in 1006ms, sequenceid=172, compaction requested=false 2024-11-25T19:23:45,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T19:23:45,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T19:23:45,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:45,664 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T19:23:45,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:45,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:45,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:45,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:45,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:45,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/ae02ae6f594b4b309332a2f81fa5b9b3 is 50, key is test_row_0/A:col10/1732562624625/Put/seqid=0 2024-11-25T19:23:45,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742089_1265 (size=12151) 2024-11-25T19:23:45,673 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/ae02ae6f594b4b309332a2f81fa5b9b3 2024-11-25T19:23:45,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/9665f0750a0345caa9c81e318b005578 is 50, key is test_row_0/B:col10/1732562624625/Put/seqid=0 2024-11-25T19:23:45,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742090_1266 (size=12151) 2024-11-25T19:23:45,721 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/9665f0750a0345caa9c81e318b005578 2024-11-25T19:23:45,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/05134034976d45b2a39bfe724cd567d2 is 50, key is test_row_0/C:col10/1732562624625/Put/seqid=0 2024-11-25T19:23:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742091_1267 (size=12151) 2024-11-25T19:23:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:45,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562685769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562685770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562685770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562685772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562685773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562685874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562685875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562685875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:45,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562685876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562686078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562686079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562686079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562686080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,141 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/05134034976d45b2a39bfe724cd567d2 2024-11-25T19:23:46,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/ae02ae6f594b4b309332a2f81fa5b9b3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ae02ae6f594b4b309332a2f81fa5b9b3 2024-11-25T19:23:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T19:23:46,150 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ae02ae6f594b4b309332a2f81fa5b9b3, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T19:23:46,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/9665f0750a0345caa9c81e318b005578 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9665f0750a0345caa9c81e318b005578 2024-11-25T19:23:46,155 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9665f0750a0345caa9c81e318b005578, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T19:23:46,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/05134034976d45b2a39bfe724cd567d2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/05134034976d45b2a39bfe724cd567d2 2024-11-25T19:23:46,161 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/05134034976d45b2a39bfe724cd567d2, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T19:23:46,161 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4cc4311eae8c4b626018b11890f76cbf in 497ms, sequenceid=195, compaction requested=true 2024-11-25T19:23:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T19:23:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T19:23:46,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T19:23:46,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1160 sec 2024-11-25T19:23:46,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.1200 sec 2024-11-25T19:23:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:46,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T19:23:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:46,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:46,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/670aba5ae2fc4bbd8a7a88194d9b3329 is 50, key is test_row_0/A:col10/1732562625768/Put/seqid=0 2024-11-25T19:23:46,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742092_1268 (size=12151) 2024-11-25T19:23:46,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/670aba5ae2fc4bbd8a7a88194d9b3329 2024-11-25T19:23:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562686406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562686408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562686408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562686410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/0c98d621afec48fa85e6464267da08b1 is 50, key is test_row_0/B:col10/1732562625768/Put/seqid=0 2024-11-25T19:23:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742093_1269 (size=12151) 2024-11-25T19:23:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562686511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562686513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562686513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562686513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562686716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562686716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562686716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562686717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562686782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:46,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/0c98d621afec48fa85e6464267da08b1 2024-11-25T19:23:46,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/581ae98ee313481f9de67753490a63b6 is 50, key is test_row_0/C:col10/1732562625768/Put/seqid=0 2024-11-25T19:23:46,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742094_1270 (size=12151) 2024-11-25T19:23:47,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562687020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562687021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562687022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562687024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T19:23:47,155 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T19:23:47,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T19:23:47,168 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T19:23:47,169 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:47,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:47,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/581ae98ee313481f9de67753490a63b6 2024-11-25T19:23:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T19:23:47,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/670aba5ae2fc4bbd8a7a88194d9b3329 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/670aba5ae2fc4bbd8a7a88194d9b3329 2024-11-25T19:23:47,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/670aba5ae2fc4bbd8a7a88194d9b3329, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T19:23:47,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/0c98d621afec48fa85e6464267da08b1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/0c98d621afec48fa85e6464267da08b1 2024-11-25T19:23:47,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/0c98d621afec48fa85e6464267da08b1, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T19:23:47,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/581ae98ee313481f9de67753490a63b6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/581ae98ee313481f9de67753490a63b6 2024-11-25T19:23:47,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/581ae98ee313481f9de67753490a63b6, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T19:23:47,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 4cc4311eae8c4b626018b11890f76cbf in 911ms, sequenceid=213, compaction requested=true 2024-11-25T19:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:47,296 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:47,296 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:47,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:47,301 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:47,301 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:47,301 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:47,301 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:47,301 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:47,301 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:47,301 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/95ebfd7a720a49778a31a31f4c98f74a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/93bbc554f87f44ec83b3317126b194c7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9665f0750a0345caa9c81e318b005578, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/0c98d621afec48fa85e6464267da08b1] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=47.8 K 2024-11-25T19:23:47,301 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3f295255e1894ba6810977e2e131b10d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5f17c4bd6b7d4af88b0a43476ba913e0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ae02ae6f594b4b309332a2f81fa5b9b3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/670aba5ae2fc4bbd8a7a88194d9b3329] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=47.8 K 2024-11-25T19:23:47,301 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ebfd7a720a49778a31a31f4c98f74a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562623023 2024-11-25T19:23:47,301 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f295255e1894ba6810977e2e131b10d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562623023 2024-11-25T19:23:47,302 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 93bbc554f87f44ec83b3317126b194c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732562624527 2024-11-25T19:23:47,302 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f17c4bd6b7d4af88b0a43476ba913e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732562624527 2024-11-25T19:23:47,302 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9665f0750a0345caa9c81e318b005578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732562624625 2024-11-25T19:23:47,302 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae02ae6f594b4b309332a2f81fa5b9b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732562624625 2024-11-25T19:23:47,303 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c98d621afec48fa85e6464267da08b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562625768 2024-11-25T19:23:47,304 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 670aba5ae2fc4bbd8a7a88194d9b3329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562625768 2024-11-25T19:23:47,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T19:23:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:47,326 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T19:23:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:47,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:47,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/3045d6fad4c643688574101b6f4159c7 is 50, key is test_row_0/A:col10/1732562626406/Put/seqid=0 2024-11-25T19:23:47,356 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:47,356 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/6aaeb6b7b1da4fabb25ad6a07d572e8a is 50, key is test_row_0/B:col10/1732562625768/Put/seqid=0 2024-11-25T19:23:47,361 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:47,361 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2224c18dfe5645bf9c24a038a5a6ac43 is 50, key is test_row_0/A:col10/1732562625768/Put/seqid=0 2024-11-25T19:23:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742095_1271 (size=12151) 2024-11-25T19:23:47,368 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/3045d6fad4c643688574101b6f4159c7 2024-11-25T19:23:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742096_1272 (size=12629) 2024-11-25T19:23:47,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f2c90f078b174fedbecf6339f36c600a is 50, key is test_row_0/B:col10/1732562626406/Put/seqid=0 2024-11-25T19:23:47,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/6aaeb6b7b1da4fabb25ad6a07d572e8a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/6aaeb6b7b1da4fabb25ad6a07d572e8a 2024-11-25T19:23:47,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742097_1273 (size=12629) 2024-11-25T19:23:47,430 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into 6aaeb6b7b1da4fabb25ad6a07d572e8a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:47,430 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:47,430 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=12, startTime=1732562627296; duration=0sec 2024-11-25T19:23:47,430 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:47,430 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:47,430 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:47,433 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:47,433 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:47,433 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:47,433 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/72978682d8404acba1a8e680e4ff9ff5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d12fe5dadf2b430b8c8c5c7a9b358f70, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/05134034976d45b2a39bfe724cd567d2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/581ae98ee313481f9de67753490a63b6] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=47.8 K 2024-11-25T19:23:47,434 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 72978682d8404acba1a8e680e4ff9ff5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562623023 2024-11-25T19:23:47,436 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d12fe5dadf2b430b8c8c5c7a9b358f70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732562624527 2024-11-25T19:23:47,439 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 05134034976d45b2a39bfe724cd567d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732562624625 2024-11-25T19:23:47,440 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 581ae98ee313481f9de67753490a63b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562625768 2024-11-25T19:23:47,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742098_1274 (size=12151) 2024-11-25T19:23:47,471 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f2c90f078b174fedbecf6339f36c600a 2024-11-25T19:23:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T19:23:47,498 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:47,499 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ef89ee6cae0541b79ff797603f020093 is 50, key is test_row_0/C:col10/1732562625768/Put/seqid=0 2024-11-25T19:23:47,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/b0ac215f06df4c1593e55549ecd906a0 is 50, key is test_row_0/C:col10/1732562626406/Put/seqid=0 2024-11-25T19:23:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742099_1275 (size=12629) 2024-11-25T19:23:47,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742100_1276 (size=12151) 2024-11-25T19:23:47,549 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/b0ac215f06df4c1593e55549ecd906a0 2024-11-25T19:23:47,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/3045d6fad4c643688574101b6f4159c7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3045d6fad4c643688574101b6f4159c7 2024-11-25T19:23:47,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562687558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562687558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562687558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562687559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,568 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3045d6fad4c643688574101b6f4159c7, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T19:23:47,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f2c90f078b174fedbecf6339f36c600a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f2c90f078b174fedbecf6339f36c600a 2024-11-25T19:23:47,583 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f2c90f078b174fedbecf6339f36c600a, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T19:23:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/b0ac215f06df4c1593e55549ecd906a0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b0ac215f06df4c1593e55549ecd906a0 2024-11-25T19:23:47,596 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b0ac215f06df4c1593e55549ecd906a0, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T19:23:47,597 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4cc4311eae8c4b626018b11890f76cbf in 271ms, sequenceid=232, compaction requested=false 2024-11-25T19:23:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:47,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T19:23:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T19:23:47,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T19:23:47,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 430 msec 2024-11-25T19:23:47,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 438 msec 2024-11-25T19:23:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:47,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:23:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:47,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:47,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/af2ac23944e646d58fdcba9f60900ce1 is 50, key is test_row_0/A:col10/1732562627557/Put/seqid=0 2024-11-25T19:23:47,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742101_1277 (size=9757) 2024-11-25T19:23:47,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562687753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562687761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562687766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562687772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T19:23:47,779 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T19:23:47,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T19:23:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T19:23:47,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:47,800 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:47,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:47,863 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2224c18dfe5645bf9c24a038a5a6ac43 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2224c18dfe5645bf9c24a038a5a6ac43 2024-11-25T19:23:47,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562687873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562687873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562687877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,887 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into 2224c18dfe5645bf9c24a038a5a6ac43(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:47,887 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:47,887 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=12, startTime=1732562627296; duration=0sec 2024-11-25T19:23:47,887 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:47,887 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:47,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562687883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T19:23:47,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:47,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:47,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:47,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,007 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ef89ee6cae0541b79ff797603f020093 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ef89ee6cae0541b79ff797603f020093 2024-11-25T19:23:48,071 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into ef89ee6cae0541b79ff797603f020093(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:48,071 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:48,071 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=12, startTime=1732562627296; duration=0sec 2024-11-25T19:23:48,071 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:48,071 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562688086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562688087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T19:23:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562688087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:48,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:48,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562688103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/af2ac23944e646d58fdcba9f60900ce1 2024-11-25T19:23:48,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/7d2493727c8a4f9185ea0a7a59513301 is 50, key is test_row_0/B:col10/1732562627557/Put/seqid=0 2024-11-25T19:23:48,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742102_1278 (size=9757) 2024-11-25T19:23:48,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:48,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562688390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562688393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T19:23:48,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562688405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:48,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:48,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562688464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/7d2493727c8a4f9185ea0a7a59513301 2024-11-25T19:23:48,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:48,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/16d7b176f38d4c08851614ab93cacc4b is 50, key is test_row_0/C:col10/1732562627557/Put/seqid=0 2024-11-25T19:23:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742103_1279 (size=9757) 2024-11-25T19:23:48,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:48,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562688797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,802 DEBUG [Thread-1073 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:23:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562688898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562688901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T19:23:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562688915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:48,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:48,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:48,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:48,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562688975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:49,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:49,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:49,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:49,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:49,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:49,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/16d7b176f38d4c08851614ab93cacc4b 2024-11-25T19:23:49,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/af2ac23944e646d58fdcba9f60900ce1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/af2ac23944e646d58fdcba9f60900ce1 2024-11-25T19:23:49,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/af2ac23944e646d58fdcba9f60900ce1, entries=100, sequenceid=253, filesize=9.5 K 2024-11-25T19:23:49,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/7d2493727c8a4f9185ea0a7a59513301 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/7d2493727c8a4f9185ea0a7a59513301 2024-11-25T19:23:49,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/7d2493727c8a4f9185ea0a7a59513301, entries=100, sequenceid=253, filesize=9.5 K 2024-11-25T19:23:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/16d7b176f38d4c08851614ab93cacc4b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16d7b176f38d4c08851614ab93cacc4b 2024-11-25T19:23:49,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16d7b176f38d4c08851614ab93cacc4b, entries=100, sequenceid=253, filesize=9.5 K 2024-11-25T19:23:49,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 4cc4311eae8c4b626018b11890f76cbf in 1528ms, sequenceid=253, compaction requested=true 2024-11-25T19:23:49,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:49,203 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:49,203 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:49,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:49,205 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:49,205 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:49,205 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:49,205 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2224c18dfe5645bf9c24a038a5a6ac43, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3045d6fad4c643688574101b6f4159c7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/af2ac23944e646d58fdcba9f60900ce1] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=33.7 K 2024-11-25T19:23:49,206 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:49,206 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:49,206 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:49,206 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/6aaeb6b7b1da4fabb25ad6a07d572e8a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f2c90f078b174fedbecf6339f36c600a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/7d2493727c8a4f9185ea0a7a59513301] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=33.7 K 2024-11-25T19:23:49,207 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2224c18dfe5645bf9c24a038a5a6ac43, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562625768 2024-11-25T19:23:49,207 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aaeb6b7b1da4fabb25ad6a07d572e8a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562625768 2024-11-25T19:23:49,208 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3045d6fad4c643688574101b6f4159c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732562626405 2024-11-25T19:23:49,209 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f2c90f078b174fedbecf6339f36c600a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732562626405 2024-11-25T19:23:49,209 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting af2ac23944e646d58fdcba9f60900ce1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562627557 2024-11-25T19:23:49,209 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d2493727c8a4f9185ea0a7a59513301, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562627557 2024-11-25T19:23:49,256 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:49,257 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/8b629d4114cf4f2eaf32a5590ae7b555 is 50, key is test_row_0/A:col10/1732562627557/Put/seqid=0 2024-11-25T19:23:49,265 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:49,266 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e4e3f7c89dcc4e18952dd17984299971 is 50, key is test_row_0/B:col10/1732562627557/Put/seqid=0 2024-11-25T19:23:49,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:49,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T19:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:49,283 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T19:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:49,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742104_1280 (size=12731) 2024-11-25T19:23:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742105_1281 (size=12731) 2024-11-25T19:23:49,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/7623f0008a464a24ac4fdbd058336eeb is 50, key is test_row_0/A:col10/1732562627756/Put/seqid=0 2024-11-25T19:23:49,321 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/8b629d4114cf4f2eaf32a5590ae7b555 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/8b629d4114cf4f2eaf32a5590ae7b555 2024-11-25T19:23:49,336 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e4e3f7c89dcc4e18952dd17984299971 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4e3f7c89dcc4e18952dd17984299971 2024-11-25T19:23:49,363 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into 8b629d4114cf4f2eaf32a5590ae7b555(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:49,363 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742106_1282 (size=12301) 2024-11-25T19:23:49,363 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=13, startTime=1732562629203; duration=0sec 2024-11-25T19:23:49,363 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:49,363 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:49,363 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:49,368 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:49,368 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:49,369 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:49,369 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ef89ee6cae0541b79ff797603f020093, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b0ac215f06df4c1593e55549ecd906a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16d7b176f38d4c08851614ab93cacc4b] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=33.7 K 2024-11-25T19:23:49,371 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef89ee6cae0541b79ff797603f020093, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732562625768 2024-11-25T19:23:49,371 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0ac215f06df4c1593e55549ecd906a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732562626405 2024-11-25T19:23:49,371 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16d7b176f38d4c08851614ab93cacc4b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562627557 2024-11-25T19:23:49,377 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into e4e3f7c89dcc4e18952dd17984299971(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:49,377 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:49,377 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=13, startTime=1732562629203; duration=0sec 2024-11-25T19:23:49,377 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:49,377 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:49,380 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:49,381 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/083f1020bf8a45c6a336fc2662c78636 is 50, key is test_row_0/C:col10/1732562627557/Put/seqid=0 2024-11-25T19:23:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742107_1283 (size=12731) 2024-11-25T19:23:49,407 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/083f1020bf8a45c6a336fc2662c78636 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083f1020bf8a45c6a336fc2662c78636 2024-11-25T19:23:49,413 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into 083f1020bf8a45c6a336fc2662c78636(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:49,414 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:49,414 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=13, startTime=1732562629203; duration=0sec 2024-11-25T19:23:49,414 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:49,414 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:49,768 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/7623f0008a464a24ac4fdbd058336eeb 2024-11-25T19:23:49,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/9d0fa549da0e4dc6a4936bb5d6c752db is 50, key is test_row_0/B:col10/1732562627756/Put/seqid=0 2024-11-25T19:23:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742108_1284 (size=12301) 2024-11-25T19:23:49,811 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/9d0fa549da0e4dc6a4936bb5d6c752db 2024-11-25T19:23:49,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/2af293aa585c4de88a90d56fba6912d9 is 50, key is test_row_0/C:col10/1732562627756/Put/seqid=0 2024-11-25T19:23:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742109_1285 (size=12301) 2024-11-25T19:23:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T19:23:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:49,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:49,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562689964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:49,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562689967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:49,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562689979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:49,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562689980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562690068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562690087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562690090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,268 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/2af293aa585c4de88a90d56fba6912d9 2024-11-25T19:23:50,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562690279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/7623f0008a464a24ac4fdbd058336eeb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/7623f0008a464a24ac4fdbd058336eeb 2024-11-25T19:23:50,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562690299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562690303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,317 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/7623f0008a464a24ac4fdbd058336eeb, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T19:23:50,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/9d0fa549da0e4dc6a4936bb5d6c752db as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9d0fa549da0e4dc6a4936bb5d6c752db 2024-11-25T19:23:50,325 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9d0fa549da0e4dc6a4936bb5d6c752db, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T19:23:50,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/2af293aa585c4de88a90d56fba6912d9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/2af293aa585c4de88a90d56fba6912d9 2024-11-25T19:23:50,346 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/2af293aa585c4de88a90d56fba6912d9, entries=150, sequenceid=272, filesize=12.0 K 2024-11-25T19:23:50,354 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4cc4311eae8c4b626018b11890f76cbf in 1071ms, sequenceid=272, compaction requested=false 2024-11-25T19:23:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:50,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T19:23:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T19:23:50,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T19:23:50,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5610 sec 2024-11-25T19:23:50,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.5730 sec 2024-11-25T19:23:50,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T19:23:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:50,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:50,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/108a0a21b17647de845c1d8c46f765d6 is 50, key is test_row_0/A:col10/1732562629964/Put/seqid=0 2024-11-25T19:23:50,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742110_1286 (size=14741) 2024-11-25T19:23:50,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/108a0a21b17647de845c1d8c46f765d6 2024-11-25T19:23:50,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e1eeaaf733d7483992cda0d08bfe8595 is 50, key is test_row_0/B:col10/1732562629964/Put/seqid=0 2024-11-25T19:23:50,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562690666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562690667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562690670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742111_1287 (size=12301) 2024-11-25T19:23:50,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e1eeaaf733d7483992cda0d08bfe8595 2024-11-25T19:23:50,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562690779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562690779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/37c805fc301b4e0581688fbff33066f0 is 50, key is test_row_0/C:col10/1732562629964/Put/seqid=0 2024-11-25T19:23:50,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562690793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742112_1288 (size=12301) 2024-11-25T19:23:50,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562690988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:50,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562690993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562691010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/37c805fc301b4e0581688fbff33066f0 2024-11-25T19:23:51,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/108a0a21b17647de845c1d8c46f765d6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/108a0a21b17647de845c1d8c46f765d6 2024-11-25T19:23:51,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562691296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562691308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/108a0a21b17647de845c1d8c46f765d6, entries=200, sequenceid=295, filesize=14.4 K 2024-11-25T19:23:51,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/e1eeaaf733d7483992cda0d08bfe8595 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e1eeaaf733d7483992cda0d08bfe8595 2024-11-25T19:23:51,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562691327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e1eeaaf733d7483992cda0d08bfe8595, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T19:23:51,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/37c805fc301b4e0581688fbff33066f0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/37c805fc301b4e0581688fbff33066f0 2024-11-25T19:23:51,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/37c805fc301b4e0581688fbff33066f0, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T19:23:51,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 4cc4311eae8c4b626018b11890f76cbf in 782ms, sequenceid=295, compaction requested=true 2024-11-25T19:23:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:51,372 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:51,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:23:51,372 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:51,374 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:51,374 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:51,374 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:51,374 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4e3f7c89dcc4e18952dd17984299971, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9d0fa549da0e4dc6a4936bb5d6c752db, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e1eeaaf733d7483992cda0d08bfe8595] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=36.5 K 2024-11-25T19:23:51,375 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4e3f7c89dcc4e18952dd17984299971, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562626406 2024-11-25T19:23:51,375 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d0fa549da0e4dc6a4936bb5d6c752db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732562627745 2024-11-25T19:23:51,376 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1eeaaf733d7483992cda0d08bfe8595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732562629964 2024-11-25T19:23:51,382 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:51,383 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:51,383 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:51,383 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/8b629d4114cf4f2eaf32a5590ae7b555, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/7623f0008a464a24ac4fdbd058336eeb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/108a0a21b17647de845c1d8c46f765d6] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=38.8 K 2024-11-25T19:23:51,388 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b629d4114cf4f2eaf32a5590ae7b555, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562626406 2024-11-25T19:23:51,390 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7623f0008a464a24ac4fdbd058336eeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732562627745 2024-11-25T19:23:51,395 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 108a0a21b17647de845c1d8c46f765d6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732562629962 2024-11-25T19:23:51,397 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:51,397 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/410313563c5140f5bd24d8076a7ddc94 is 50, key is test_row_0/B:col10/1732562629964/Put/seqid=0 2024-11-25T19:23:51,425 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:51,426 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/6e2b6e8abb3949dba1f23c0da9b9d34c is 50, key is test_row_0/A:col10/1732562629964/Put/seqid=0 2024-11-25T19:23:51,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742113_1289 (size=12983) 2024-11-25T19:23:51,460 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/410313563c5140f5bd24d8076a7ddc94 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/410313563c5140f5bd24d8076a7ddc94 2024-11-25T19:23:51,479 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into 410313563c5140f5bd24d8076a7ddc94(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:51,479 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:51,479 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=13, startTime=1732562631372; duration=0sec 2024-11-25T19:23:51,479 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:51,479 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:51,479 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742114_1290 (size=12983) 2024-11-25T19:23:51,481 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:51,481 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:51,481 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:51,481 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083f1020bf8a45c6a336fc2662c78636, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/2af293aa585c4de88a90d56fba6912d9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/37c805fc301b4e0581688fbff33066f0] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=36.5 K 2024-11-25T19:23:51,483 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 083f1020bf8a45c6a336fc2662c78636, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562626406 2024-11-25T19:23:51,487 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2af293aa585c4de88a90d56fba6912d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732562627745 2024-11-25T19:23:51,488 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37c805fc301b4e0581688fbff33066f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732562629964 2024-11-25T19:23:51,501 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:51,502 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/79fdb2b4690247b0a2c6ac5e0d8089b2 is 50, key is test_row_0/C:col10/1732562629964/Put/seqid=0 2024-11-25T19:23:51,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742115_1291 (size=12983) 2024-11-25T19:23:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:51,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:23:51,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:51,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:51,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:51,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:51,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:51,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:51,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/27db7552ed724abd860aaa6ca293ecb0 is 50, key is test_row_0/A:col10/1732562630659/Put/seqid=0 2024-11-25T19:23:51,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562691859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562691860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562691861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742116_1292 (size=14741) 2024-11-25T19:23:51,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/27db7552ed724abd860aaa6ca293ecb0 2024-11-25T19:23:51,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/dd0497612a364d1d8c291939cde76833 is 50, key is test_row_0/B:col10/1732562630659/Put/seqid=0 2024-11-25T19:23:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T19:23:51,919 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T19:23:51,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T19:23:51,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:51,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:51,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:51,955 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/6e2b6e8abb3949dba1f23c0da9b9d34c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6e2b6e8abb3949dba1f23c0da9b9d34c 2024-11-25T19:23:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T19:23:51,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562691963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,972 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into 6e2b6e8abb3949dba1f23c0da9b9d34c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:51,972 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:51,972 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=13, startTime=1732562631372; duration=0sec 2024-11-25T19:23:51,972 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:51,972 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:51,974 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/79fdb2b4690247b0a2c6ac5e0d8089b2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/79fdb2b4690247b0a2c6ac5e0d8089b2 2024-11-25T19:23:51,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562691970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,981 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into 79fdb2b4690247b0a2c6ac5e0d8089b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:51,982 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:51,982 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=13, startTime=1732562631372; duration=0sec 2024-11-25T19:23:51,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562691979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:51,988 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:51,988 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:51,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742117_1293 (size=12301) 2024-11-25T19:23:51,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/dd0497612a364d1d8c291939cde76833 2024-11-25T19:23:52,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/25b24a12f95448e38a13d6ea9ff18ecf is 50, key is test_row_0/C:col10/1732562630659/Put/seqid=0 2024-11-25T19:23:52,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562692003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,009 DEBUG [Thread-1069 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4237 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:23:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742118_1294 (size=12301) 2024-11-25T19:23:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T19:23:52,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T19:23:52,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:52,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562692175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562692183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562692185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T19:23:52,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:52,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T19:23:52,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T19:23:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/25b24a12f95448e38a13d6ea9ff18ecf 2024-11-25T19:23:52,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/27db7552ed724abd860aaa6ca293ecb0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/27db7552ed724abd860aaa6ca293ecb0 2024-11-25T19:23:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562692488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562692495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562692495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/27db7552ed724abd860aaa6ca293ecb0, entries=200, sequenceid=314, filesize=14.4 K 2024-11-25T19:23:52,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/dd0497612a364d1d8c291939cde76833 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/dd0497612a364d1d8c291939cde76833 2024-11-25T19:23:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T19:23:52,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/dd0497612a364d1d8c291939cde76833, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T19:23:52,570 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T19:23:52,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/25b24a12f95448e38a13d6ea9ff18ecf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/25b24a12f95448e38a13d6ea9ff18ecf 2024-11-25T19:23:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:52,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/25b24a12f95448e38a13d6ea9ff18ecf, entries=150, sequenceid=314, filesize=12.0 K 2024-11-25T19:23:52,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 4cc4311eae8c4b626018b11890f76cbf in 766ms, sequenceid=314, compaction requested=false 2024-11-25T19:23:52,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:52,734 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T19:23:52,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:52,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T19:23:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:52,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2780299bee244b3caaf33438cf48683f is 50, key is test_row_0/A:col10/1732562631847/Put/seqid=0 2024-11-25T19:23:52,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742119_1295 (size=12301) 2024-11-25T19:23:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:52,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562692957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:52,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562692993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:53,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562693004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562693011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T19:23:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562693075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:53,191 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2780299bee244b3caaf33438cf48683f 2024-11-25T19:23:53,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/4ac67a8e0fcd479c9e3b3c75b4c7a656 is 50, key is test_row_0/B:col10/1732562631847/Put/seqid=0 2024-11-25T19:23:53,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742120_1296 (size=12301) 2024-11-25T19:23:53,248 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/4ac67a8e0fcd479c9e3b3c75b4c7a656 2024-11-25T19:23:53,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ee9f3131943e4c249cb590dafb63644f is 50, key is test_row_0/C:col10/1732562631847/Put/seqid=0 2024-11-25T19:23:53,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562693278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742121_1297 (size=12301) 2024-11-25T19:23:53,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562693596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:53,699 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ee9f3131943e4c249cb590dafb63644f 2024-11-25T19:23:53,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2780299bee244b3caaf33438cf48683f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2780299bee244b3caaf33438cf48683f 2024-11-25T19:23:53,723 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2780299bee244b3caaf33438cf48683f, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T19:23:53,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/4ac67a8e0fcd479c9e3b3c75b4c7a656 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/4ac67a8e0fcd479c9e3b3c75b4c7a656 2024-11-25T19:23:53,739 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/4ac67a8e0fcd479c9e3b3c75b4c7a656, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T19:23:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/ee9f3131943e4c249cb590dafb63644f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ee9f3131943e4c249cb590dafb63644f 2024-11-25T19:23:53,745 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ee9f3131943e4c249cb590dafb63644f, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T19:23:53,755 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4cc4311eae8c4b626018b11890f76cbf in 1019ms, sequenceid=335, compaction requested=true 2024-11-25T19:23:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T19:23:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T19:23:53,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T19:23:53,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-11-25T19:23:53,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8410 sec 2024-11-25T19:23:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:54,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:23:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:54,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/756d33f293654a7d85f027d747331d1d is 50, key is test_row_0/A:col10/1732562632954/Put/seqid=0 2024-11-25T19:23:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742122_1298 (size=12301) 2024-11-25T19:23:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T19:23:54,067 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T19:23:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562694065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562694067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562694068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:23:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T19:23:54,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:23:54,078 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:23:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T19:23:54,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:23:54,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562694101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562694172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562694175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T19:23:54,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562694182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T19:23:54,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:54,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562694388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562694391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T19:23:54,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562694399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T19:23:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/756d33f293654a7d85f027d747331d1d 2024-11-25T19:23:54,567 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T19:23:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,575 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T19:23:54,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/becbc40d2cab4ad78e50c3751f15e1f8 is 50, key is test_row_0/B:col10/1732562632954/Put/seqid=0 2024-11-25T19:23:54,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742123_1299 (size=12301) 2024-11-25T19:23:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T19:23:54,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562694695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562694698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562694707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T19:23:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:54,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,891 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:54,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T19:23:54,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:54,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:54,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:55,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/becbc40d2cab4ad78e50c3751f15e1f8 2024-11-25T19:23:55,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/f6c4e39599354c8ab785433daae3db18 is 50, key is test_row_0/C:col10/1732562632954/Put/seqid=0 2024-11-25T19:23:55,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T19:23:55,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:55,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:55,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:23:55,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742124_1300 (size=12301) 2024-11-25T19:23:55,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/f6c4e39599354c8ab785433daae3db18 2024-11-25T19:23:55,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/756d33f293654a7d85f027d747331d1d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/756d33f293654a7d85f027d747331d1d 2024-11-25T19:23:55,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/756d33f293654a7d85f027d747331d1d, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T19:23:55,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/becbc40d2cab4ad78e50c3751f15e1f8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/becbc40d2cab4ad78e50c3751f15e1f8 2024-11-25T19:23:55,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48368 deadline: 1732562695106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/becbc40d2cab4ad78e50c3751f15e1f8, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T19:23:55,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/f6c4e39599354c8ab785433daae3db18 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/f6c4e39599354c8ab785433daae3db18 2024-11-25T19:23:55,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/f6c4e39599354c8ab785433daae3db18, entries=150, sequenceid=353, filesize=12.0 K 2024-11-25T19:23:55,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4cc4311eae8c4b626018b11890f76cbf in 1106ms, sequenceid=353, compaction requested=true 2024-11-25T19:23:55,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:55,121 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:55,121 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:55,122 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:55,122 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:55,123 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:55,123 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/410313563c5140f5bd24d8076a7ddc94, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/dd0497612a364d1d8c291939cde76833, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/4ac67a8e0fcd479c9e3b3c75b4c7a656, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/becbc40d2cab4ad78e50c3751f15e1f8] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=48.7 K 2024-11-25T19:23:55,123 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:55,123 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:55,123 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:55,123 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6e2b6e8abb3949dba1f23c0da9b9d34c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/27db7552ed724abd860aaa6ca293ecb0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2780299bee244b3caaf33438cf48683f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/756d33f293654a7d85f027d747331d1d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=51.1 K 2024-11-25T19:23:55,123 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e2b6e8abb3949dba1f23c0da9b9d34c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732562629964 2024-11-25T19:23:55,123 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 410313563c5140f5bd24d8076a7ddc94, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732562629964 2024-11-25T19:23:55,124 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27db7552ed724abd860aaa6ca293ecb0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732562630658 2024-11-25T19:23:55,124 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting dd0497612a364d1d8c291939cde76833, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732562630659 2024-11-25T19:23:55,125 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2780299bee244b3caaf33438cf48683f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732562631847 2024-11-25T19:23:55,125 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ac67a8e0fcd479c9e3b3c75b4c7a656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732562631847 2024-11-25T19:23:55,125 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 756d33f293654a7d85f027d747331d1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732562632924 2024-11-25T19:23:55,125 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting becbc40d2cab4ad78e50c3751f15e1f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732562632924 2024-11-25T19:23:55,151 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:55,151 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/009c1e61331642cb8f81089c409e34b0 is 50, key is test_row_0/A:col10/1732562632954/Put/seqid=0 2024-11-25T19:23:55,155 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:55,156 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/728b960bb990480cb555acd94de52ec3 is 50, key is test_row_0/B:col10/1732562632954/Put/seqid=0 2024-11-25T19:23:55,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742125_1301 (size=13119) 2024-11-25T19:23:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742126_1302 (size=13119) 2024-11-25T19:23:55,176 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/728b960bb990480cb555acd94de52ec3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/728b960bb990480cb555acd94de52ec3 2024-11-25T19:23:55,183 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into 728b960bb990480cb555acd94de52ec3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:55,183 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:55,183 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=12, startTime=1732562635121; duration=0sec 2024-11-25T19:23:55,184 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:55,184 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:55,184 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:23:55,186 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:23:55,186 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:55,186 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:55,186 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/79fdb2b4690247b0a2c6ac5e0d8089b2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/25b24a12f95448e38a13d6ea9ff18ecf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ee9f3131943e4c249cb590dafb63644f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/f6c4e39599354c8ab785433daae3db18] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=48.7 K 2024-11-25T19:23:55,187 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 79fdb2b4690247b0a2c6ac5e0d8089b2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732562629964 2024-11-25T19:23:55,187 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 25b24a12f95448e38a13d6ea9ff18ecf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732562630659 2024-11-25T19:23:55,188 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ee9f3131943e4c249cb590dafb63644f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732562631847 2024-11-25T19:23:55,188 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c4e39599354c8ab785433daae3db18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732562632924 2024-11-25T19:23:55,199 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T19:23:55,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,202 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/16680759dc3d4fd383a02fe4b9706270 is 50, key is test_row_0/C:col10/1732562632954/Put/seqid=0 2024-11-25T19:23:55,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T19:23:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:55,204 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T19:23:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:55,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:55,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. as already flushing 2024-11-25T19:23:55,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/c566d99c574a46f6ae5d65e5006c3d2f is 50, key is test_row_0/A:col10/1732562634065/Put/seqid=0 2024-11-25T19:23:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742127_1303 (size=13119) 2024-11-25T19:23:55,243 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/16680759dc3d4fd383a02fe4b9706270 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16680759dc3d4fd383a02fe4b9706270 2024-11-25T19:23:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742128_1304 (size=12301) 2024-11-25T19:23:55,287 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into 16680759dc3d4fd383a02fe4b9706270(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:55,287 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:55,287 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=12, startTime=1732562635121; duration=0sec 2024-11-25T19:23:55,287 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:55,287 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562695286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562695290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562695290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562695394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562695399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562695399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,575 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/009c1e61331642cb8f81089c409e34b0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/009c1e61331642cb8f81089c409e34b0 2024-11-25T19:23:55,587 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into 009c1e61331642cb8f81089c409e34b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:55,587 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:55,587 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=12, startTime=1732562635121; duration=0sec 2024-11-25T19:23:55,587 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:55,587 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562695597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562695603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562695606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,663 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/c566d99c574a46f6ae5d65e5006c3d2f 2024-11-25T19:23:55,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f48dd1746aaf40c7b049bd437bea10c0 is 50, key is test_row_0/B:col10/1732562634065/Put/seqid=0 2024-11-25T19:23:55,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742129_1305 (size=12301) 2024-11-25T19:23:55,759 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f48dd1746aaf40c7b049bd437bea10c0 2024-11-25T19:23:55,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/b6aa1224232e456dbcb99ba041a754ab is 50, key is test_row_0/C:col10/1732562634065/Put/seqid=0 2024-11-25T19:23:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742130_1306 (size=12301) 2024-11-25T19:23:55,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562695903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562695908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562695912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48384 deadline: 1732562696012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,014 DEBUG [Thread-1069 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:23:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T19:23:56,244 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/b6aa1224232e456dbcb99ba041a754ab 2024-11-25T19:23:56,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/c566d99c574a46f6ae5d65e5006c3d2f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/c566d99c574a46f6ae5d65e5006c3d2f 2024-11-25T19:23:56,308 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/c566d99c574a46f6ae5d65e5006c3d2f, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T19:23:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/f48dd1746aaf40c7b049bd437bea10c0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f48dd1746aaf40c7b049bd437bea10c0 2024-11-25T19:23:56,329 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f48dd1746aaf40c7b049bd437bea10c0, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T19:23:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/b6aa1224232e456dbcb99ba041a754ab as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b6aa1224232e456dbcb99ba041a754ab 2024-11-25T19:23:56,344 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b6aa1224232e456dbcb99ba041a754ab, entries=150, sequenceid=372, filesize=12.0 K 2024-11-25T19:23:56,347 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4cc4311eae8c4b626018b11890f76cbf in 1143ms, sequenceid=372, compaction requested=false 2024-11-25T19:23:56,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:56,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:56,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T19:23:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T19:23:56,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T19:23:56,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2690 sec 2024-11-25T19:23:56,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.2750 sec 2024-11-25T19:23:56,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T19:23:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:56,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:56,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2e3b46b696a2435eb82ee48d29b4931b is 50, key is test_row_0/A:col10/1732562636416/Put/seqid=0 2024-11-25T19:23:56,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562696460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:56,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562696463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562696462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742131_1307 (size=17181) 2024-11-25T19:23:56,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2e3b46b696a2435eb82ee48d29b4931b 2024-11-25T19:23:56,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/30721929acc0490aaa69d48def102411 is 50, key is test_row_0/B:col10/1732562636416/Put/seqid=0 2024-11-25T19:23:56,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742132_1308 (size=12301) 2024-11-25T19:23:56,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/30721929acc0490aaa69d48def102411 2024-11-25T19:23:56,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48338 deadline: 1732562696569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48324 deadline: 1732562696571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:23:56,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48408 deadline: 1732562696571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 2024-11-25T19:23:56,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/9b50566b348e49bba47a104762cca928 is 50, key is test_row_0/C:col10/1732562636416/Put/seqid=0 2024-11-25T19:23:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742133_1309 (size=12301) 2024-11-25T19:23:56,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/9b50566b348e49bba47a104762cca928 2024-11-25T19:23:56,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/2e3b46b696a2435eb82ee48d29b4931b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2e3b46b696a2435eb82ee48d29b4931b 2024-11-25T19:23:56,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2e3b46b696a2435eb82ee48d29b4931b, entries=250, sequenceid=394, filesize=16.8 K 2024-11-25T19:23:56,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/30721929acc0490aaa69d48def102411 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/30721929acc0490aaa69d48def102411 2024-11-25T19:23:56,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/30721929acc0490aaa69d48def102411, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T19:23:56,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/9b50566b348e49bba47a104762cca928 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9b50566b348e49bba47a104762cca928 2024-11-25T19:23:56,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9b50566b348e49bba47a104762cca928, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T19:23:56,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4cc4311eae8c4b626018b11890f76cbf in 320ms, sequenceid=394, compaction requested=true 2024-11-25T19:23:56,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:56,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:23:56,741 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:56,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:56,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:23:56,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:56,741 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:56,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4cc4311eae8c4b626018b11890f76cbf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:23:56,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:56,755 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:56,755 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/A is initiating minor compaction (all files) 2024-11-25T19:23:56,755 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/A in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:56,756 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/009c1e61331642cb8f81089c409e34b0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/c566d99c574a46f6ae5d65e5006c3d2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2e3b46b696a2435eb82ee48d29b4931b] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=41.6 K 2024-11-25T19:23:56,760 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 009c1e61331642cb8f81089c409e34b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732562632924 2024-11-25T19:23:56,760 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:56,760 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/B is initiating minor compaction (all files) 2024-11-25T19:23:56,760 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/B in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:56,760 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/728b960bb990480cb555acd94de52ec3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f48dd1746aaf40c7b049bd437bea10c0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/30721929acc0490aaa69d48def102411] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=36.8 K 2024-11-25T19:23:56,767 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting c566d99c574a46f6ae5d65e5006c3d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732562634045 2024-11-25T19:23:56,769 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e3b46b696a2435eb82ee48d29b4931b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732562635232 2024-11-25T19:23:56,769 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 728b960bb990480cb555acd94de52ec3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732562632924 2024-11-25T19:23:56,779 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f48dd1746aaf40c7b049bd437bea10c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732562634045 2024-11-25T19:23:56,783 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 30721929acc0490aaa69d48def102411, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732562635232 2024-11-25T19:23:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:23:56,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T19:23:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:23:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:23:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:23:56,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:23:56,795 DEBUG [Thread-1080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15d2a893 to 127.0.0.1:59939 2024-11-25T19:23:56,795 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,797 DEBUG [Thread-1071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21cebefa to 127.0.0.1:59939 2024-11-25T19:23:56,797 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,798 DEBUG [Thread-1065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x688f4c53 to 127.0.0.1:59939 2024-11-25T19:23:56,798 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,800 DEBUG [Thread-1067 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x305a451d to 127.0.0.1:59939 2024-11-25T19:23:56,800 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,801 DEBUG [Thread-1082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ab3f837 to 127.0.0.1:59939 2024-11-25T19:23:56,801 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,802 DEBUG [Thread-1078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2838b88d to 127.0.0.1:59939 2024-11-25T19:23:56,802 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,802 DEBUG [Thread-1084 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2834a215 to 127.0.0.1:59939 2024-11-25T19:23:56,802 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,804 DEBUG [Thread-1076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x762de37e to 127.0.0.1:59939 2024-11-25T19:23:56,804 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:56,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/a072e96329dc4f14a67660c4de1e4454 is 50, key is test_row_0/A:col10/1732562636450/Put/seqid=0 2024-11-25T19:23:56,813 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:56,813 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/b17d73917ddd4e07b0d14b4e3c9c0d1d is 50, key is test_row_0/A:col10/1732562636416/Put/seqid=0 2024-11-25T19:23:56,816 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:56,817 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/3bcf2c5710d44603ace10c75009f82e0 is 50, key is test_row_0/B:col10/1732562636416/Put/seqid=0 2024-11-25T19:23:56,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742134_1310 (size=14741) 2024-11-25T19:23:56,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742135_1311 (size=13221) 2024-11-25T19:23:56,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742136_1312 (size=13221) 2024-11-25T19:23:57,121 DEBUG [Thread-1073 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e7c8846 to 127.0.0.1:59939 2024-11-25T19:23:57,121 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:23:57,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/a072e96329dc4f14a67660c4de1e4454 2024-11-25T19:23:57,252 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/b17d73917ddd4e07b0d14b4e3c9c0d1d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/b17d73917ddd4e07b0d14b4e3c9c0d1d 2024-11-25T19:23:57,253 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/3bcf2c5710d44603ace10c75009f82e0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3bcf2c5710d44603ace10c75009f82e0 2024-11-25T19:23:57,271 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/B of 4cc4311eae8c4b626018b11890f76cbf into 3bcf2c5710d44603ace10c75009f82e0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:57,271 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/A of 4cc4311eae8c4b626018b11890f76cbf into b17d73917ddd4e07b0d14b4e3c9c0d1d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:57,271 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:57,271 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:57,271 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/B, priority=13, startTime=1732562636741; duration=0sec 2024-11-25T19:23:57,271 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/A, priority=13, startTime=1732562636741; duration=0sec 2024-11-25T19:23:57,271 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:57,271 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:B 2024-11-25T19:23:57,271 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:23:57,271 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:A 2024-11-25T19:23:57,271 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:23:57,273 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:23:57,273 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 4cc4311eae8c4b626018b11890f76cbf/C is initiating minor compaction (all files) 2024-11-25T19:23:57,273 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4cc4311eae8c4b626018b11890f76cbf/C in TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:23:57,273 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16680759dc3d4fd383a02fe4b9706270, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b6aa1224232e456dbcb99ba041a754ab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9b50566b348e49bba47a104762cca928] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp, totalSize=36.8 K 2024-11-25T19:23:57,274 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 16680759dc3d4fd383a02fe4b9706270, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732562632924 2024-11-25T19:23:57,274 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b6aa1224232e456dbcb99ba041a754ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732562634045 2024-11-25T19:23:57,274 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b50566b348e49bba47a104762cca928, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732562635232 2024-11-25T19:23:57,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/88048cdd2ed549b68f4dc133e722e49e is 50, key is test_row_0/B:col10/1732562636450/Put/seqid=0 2024-11-25T19:23:57,315 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4cc4311eae8c4b626018b11890f76cbf#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:23:57,315 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/7da80430732f4a69aba7568c0ee375f6 is 50, key is test_row_0/C:col10/1732562636416/Put/seqid=0 2024-11-25T19:23:57,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742137_1313 (size=12301) 2024-11-25T19:23:57,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742138_1314 (size=13221) 2024-11-25T19:23:57,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/88048cdd2ed549b68f4dc133e722e49e 2024-11-25T19:23:57,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/9064990ebb684747a2b241b63bcbc6aa is 50, key is test_row_0/C:col10/1732562636450/Put/seqid=0 2024-11-25T19:23:57,794 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/7da80430732f4a69aba7568c0ee375f6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/7da80430732f4a69aba7568c0ee375f6 2024-11-25T19:23:57,807 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4cc4311eae8c4b626018b11890f76cbf/C of 4cc4311eae8c4b626018b11890f76cbf into 7da80430732f4a69aba7568c0ee375f6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:23:57,807 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:57,807 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf., storeName=4cc4311eae8c4b626018b11890f76cbf/C, priority=13, startTime=1732562636741; duration=0sec 2024-11-25T19:23:57,808 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:23:57,808 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4cc4311eae8c4b626018b11890f76cbf:C 2024-11-25T19:23:57,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742139_1315 (size=12301) 2024-11-25T19:23:57,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/9064990ebb684747a2b241b63bcbc6aa 2024-11-25T19:23:57,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/a072e96329dc4f14a67660c4de1e4454 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/a072e96329dc4f14a67660c4de1e4454 2024-11-25T19:23:57,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/a072e96329dc4f14a67660c4de1e4454, entries=200, sequenceid=411, filesize=14.4 K 2024-11-25T19:23:57,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/88048cdd2ed549b68f4dc133e722e49e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/88048cdd2ed549b68f4dc133e722e49e 2024-11-25T19:23:57,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/88048cdd2ed549b68f4dc133e722e49e, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T19:23:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/9064990ebb684747a2b241b63bcbc6aa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9064990ebb684747a2b241b63bcbc6aa 2024-11-25T19:23:57,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9064990ebb684747a2b241b63bcbc6aa, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T19:23:57,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=40.25 KB/41220 for 4cc4311eae8c4b626018b11890f76cbf in 1138ms, sequenceid=411, compaction requested=false 2024-11-25T19:23:57,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:23:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T19:23:58,205 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T19:24:06,075 DEBUG [Thread-1069 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67f02d8c to 127.0.0.1:59939 2024-11-25T19:24:06,075 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2881 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2832 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2903 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2930 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2909 2024-11-25T19:24:06,076 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T19:24:06,076 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T19:24:06,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f08e2a2 to 127.0.0.1:59939 2024-11-25T19:24:06,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:06,081 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T19:24:06,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T19:24:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:06,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562646086"}]},"ts":"1732562646086"} 2024-11-25T19:24:06,088 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T19:24:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T19:24:06,145 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T19:24:06,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:24:06,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cc4311eae8c4b626018b11890f76cbf, UNASSIGN}] 2024-11-25T19:24:06,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cc4311eae8c4b626018b11890f76cbf, UNASSIGN 2024-11-25T19:24:06,150 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=4cc4311eae8c4b626018b11890f76cbf, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:06,151 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:24:06,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:24:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T19:24:06,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:06,314 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:24:06,315 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:24:06,315 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 4cc4311eae8c4b626018b11890f76cbf, disabling compactions & flushes 2024-11-25T19:24:06,315 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:24:06,315 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:24:06,315 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. after waiting 0 ms 2024-11-25T19:24:06,315 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:24:06,315 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing 4cc4311eae8c4b626018b11890f76cbf 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T19:24:06,315 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=A 2024-11-25T19:24:06,316 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:06,316 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=B 2024-11-25T19:24:06,316 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:06,316 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4cc4311eae8c4b626018b11890f76cbf, store=C 2024-11-25T19:24:06,316 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:06,331 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/0e7452fd4af345ff8918dd9d25392e87 is 50, key is test_row_0/A:col10/1732562646074/Put/seqid=0 2024-11-25T19:24:06,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742140_1316 (size=12301) 2024-11-25T19:24:06,367 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/0e7452fd4af345ff8918dd9d25392e87 2024-11-25T19:24:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T19:24:06,412 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/814c4b6fb7994c8e87f54be27afe8398 is 50, key is test_row_0/B:col10/1732562646074/Put/seqid=0 2024-11-25T19:24:06,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742141_1317 (size=12301) 2024-11-25T19:24:06,459 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/814c4b6fb7994c8e87f54be27afe8398 2024-11-25T19:24:06,481 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/bee9d0a65f15489b80cf83d58fe21d03 is 50, key is test_row_0/C:col10/1732562646074/Put/seqid=0 2024-11-25T19:24:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742142_1318 (size=12301) 2024-11-25T19:24:06,518 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/bee9d0a65f15489b80cf83d58fe21d03 2024-11-25T19:24:06,533 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/A/0e7452fd4af345ff8918dd9d25392e87 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/0e7452fd4af345ff8918dd9d25392e87 2024-11-25T19:24:06,544 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/0e7452fd4af345ff8918dd9d25392e87, entries=150, sequenceid=424, filesize=12.0 K 2024-11-25T19:24:06,549 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/B/814c4b6fb7994c8e87f54be27afe8398 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/814c4b6fb7994c8e87f54be27afe8398 2024-11-25T19:24:06,558 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/814c4b6fb7994c8e87f54be27afe8398, entries=150, sequenceid=424, filesize=12.0 K 2024-11-25T19:24:06,558 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/.tmp/C/bee9d0a65f15489b80cf83d58fe21d03 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bee9d0a65f15489b80cf83d58fe21d03 2024-11-25T19:24:06,608 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bee9d0a65f15489b80cf83d58fe21d03, entries=150, sequenceid=424, filesize=12.0 K 2024-11-25T19:24:06,609 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 4cc4311eae8c4b626018b11890f76cbf in 294ms, sequenceid=424, compaction requested=true 2024-11-25T19:24:06,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f464df7cc9fc44d1918d24b49868e9f6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f371ca9b2dd14655b28d802c6733b545, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6aaaa560689b4b7196b7c8370c27cf7f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/672a445263784d73a81f0c79699ca411, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ca57cce40a6d4d3aac48b46d7527b2b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/048311dfc91a4e49bcb0383060b268f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5d2cb64baa2d48979e950c216f0015bc, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/1ccced861f054c35989e43e5e100643e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/d98db48f6a81491ca224472f6c4a80bf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/987edeac77c04446bf7abe57ef260e1c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3f295255e1894ba6810977e2e131b10d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5f17c4bd6b7d4af88b0a43476ba913e0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ae02ae6f594b4b309332a2f81fa5b9b3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2224c18dfe5645bf9c24a038a5a6ac43, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/670aba5ae2fc4bbd8a7a88194d9b3329, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3045d6fad4c643688574101b6f4159c7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/8b629d4114cf4f2eaf32a5590ae7b555, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/af2ac23944e646d58fdcba9f60900ce1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/7623f0008a464a24ac4fdbd058336eeb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/108a0a21b17647de845c1d8c46f765d6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6e2b6e8abb3949dba1f23c0da9b9d34c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/27db7552ed724abd860aaa6ca293ecb0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2780299bee244b3caaf33438cf48683f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/009c1e61331642cb8f81089c409e34b0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/756d33f293654a7d85f027d747331d1d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/c566d99c574a46f6ae5d65e5006c3d2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2e3b46b696a2435eb82ee48d29b4931b] to archive 2024-11-25T19:24:06,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:06,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f464df7cc9fc44d1918d24b49868e9f6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f464df7cc9fc44d1918d24b49868e9f6 2024-11-25T19:24:06,641 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f371ca9b2dd14655b28d802c6733b545 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/f371ca9b2dd14655b28d802c6733b545 2024-11-25T19:24:06,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6aaaa560689b4b7196b7c8370c27cf7f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6aaaa560689b4b7196b7c8370c27cf7f 2024-11-25T19:24:06,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/672a445263784d73a81f0c79699ca411 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/672a445263784d73a81f0c79699ca411 2024-11-25T19:24:06,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ca57cce40a6d4d3aac48b46d7527b2b4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ca57cce40a6d4d3aac48b46d7527b2b4 2024-11-25T19:24:06,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/048311dfc91a4e49bcb0383060b268f0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/048311dfc91a4e49bcb0383060b268f0 2024-11-25T19:24:06,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5d2cb64baa2d48979e950c216f0015bc to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5d2cb64baa2d48979e950c216f0015bc 2024-11-25T19:24:06,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/1ccced861f054c35989e43e5e100643e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/1ccced861f054c35989e43e5e100643e 2024-11-25T19:24:06,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/d98db48f6a81491ca224472f6c4a80bf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/d98db48f6a81491ca224472f6c4a80bf 2024-11-25T19:24:06,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/987edeac77c04446bf7abe57ef260e1c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/987edeac77c04446bf7abe57ef260e1c 2024-11-25T19:24:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T19:24:06,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3f295255e1894ba6810977e2e131b10d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3f295255e1894ba6810977e2e131b10d 2024-11-25T19:24:06,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5f17c4bd6b7d4af88b0a43476ba913e0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/5f17c4bd6b7d4af88b0a43476ba913e0 2024-11-25T19:24:06,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ae02ae6f594b4b309332a2f81fa5b9b3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/ae02ae6f594b4b309332a2f81fa5b9b3 2024-11-25T19:24:06,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2224c18dfe5645bf9c24a038a5a6ac43 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2224c18dfe5645bf9c24a038a5a6ac43 2024-11-25T19:24:06,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/670aba5ae2fc4bbd8a7a88194d9b3329 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/670aba5ae2fc4bbd8a7a88194d9b3329 2024-11-25T19:24:06,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3045d6fad4c643688574101b6f4159c7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/3045d6fad4c643688574101b6f4159c7 2024-11-25T19:24:06,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/8b629d4114cf4f2eaf32a5590ae7b555 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/8b629d4114cf4f2eaf32a5590ae7b555 2024-11-25T19:24:06,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/af2ac23944e646d58fdcba9f60900ce1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/af2ac23944e646d58fdcba9f60900ce1 2024-11-25T19:24:06,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/7623f0008a464a24ac4fdbd058336eeb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/7623f0008a464a24ac4fdbd058336eeb 2024-11-25T19:24:06,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/108a0a21b17647de845c1d8c46f765d6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/108a0a21b17647de845c1d8c46f765d6 2024-11-25T19:24:06,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6e2b6e8abb3949dba1f23c0da9b9d34c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/6e2b6e8abb3949dba1f23c0da9b9d34c 2024-11-25T19:24:06,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/27db7552ed724abd860aaa6ca293ecb0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/27db7552ed724abd860aaa6ca293ecb0 2024-11-25T19:24:06,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2780299bee244b3caaf33438cf48683f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2780299bee244b3caaf33438cf48683f 2024-11-25T19:24:06,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/009c1e61331642cb8f81089c409e34b0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/009c1e61331642cb8f81089c409e34b0 2024-11-25T19:24:06,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/756d33f293654a7d85f027d747331d1d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/756d33f293654a7d85f027d747331d1d 2024-11-25T19:24:06,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/c566d99c574a46f6ae5d65e5006c3d2f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/c566d99c574a46f6ae5d65e5006c3d2f 2024-11-25T19:24:06,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2e3b46b696a2435eb82ee48d29b4931b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/2e3b46b696a2435eb82ee48d29b4931b 2024-11-25T19:24:06,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4a5bf029fcc4b37a10407ad35abc1d1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/81d72321676b429eb55bae477204d049, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/eac23801ff734ddd83153c5ba15ce1b6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/884dc88c5ee74820b19f76796eea8131, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f9007db7fb724dbaad2df89069a24b68, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/5dd439563c1b4c6392089650c79c5f2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/58a601d12d1b43c3bc025f7d3eb6be3b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/adfbb9e0849f4aad8586cce959dc0ef3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3ae998f662b64240b6b2818ae9237c15, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/95ebfd7a720a49778a31a31f4c98f74a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/bb5f2653c3a24ccd8a4b593c101557ae, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/93bbc554f87f44ec83b3317126b194c7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9665f0750a0345caa9c81e318b005578, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/6aaeb6b7b1da4fabb25ad6a07d572e8a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/0c98d621afec48fa85e6464267da08b1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f2c90f078b174fedbecf6339f36c600a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4e3f7c89dcc4e18952dd17984299971, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/7d2493727c8a4f9185ea0a7a59513301, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9d0fa549da0e4dc6a4936bb5d6c752db, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/410313563c5140f5bd24d8076a7ddc94, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e1eeaaf733d7483992cda0d08bfe8595, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/dd0497612a364d1d8c291939cde76833, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/4ac67a8e0fcd479c9e3b3c75b4c7a656, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/728b960bb990480cb555acd94de52ec3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/becbc40d2cab4ad78e50c3751f15e1f8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f48dd1746aaf40c7b049bd437bea10c0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/30721929acc0490aaa69d48def102411] to archive 2024-11-25T19:24:06,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:06,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4a5bf029fcc4b37a10407ad35abc1d1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4a5bf029fcc4b37a10407ad35abc1d1 2024-11-25T19:24:06,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/81d72321676b429eb55bae477204d049 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/81d72321676b429eb55bae477204d049 2024-11-25T19:24:06,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/eac23801ff734ddd83153c5ba15ce1b6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/eac23801ff734ddd83153c5ba15ce1b6 2024-11-25T19:24:06,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/884dc88c5ee74820b19f76796eea8131 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/884dc88c5ee74820b19f76796eea8131 2024-11-25T19:24:06,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f9007db7fb724dbaad2df89069a24b68 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f9007db7fb724dbaad2df89069a24b68 2024-11-25T19:24:06,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/5dd439563c1b4c6392089650c79c5f2f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/5dd439563c1b4c6392089650c79c5f2f 2024-11-25T19:24:06,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/58a601d12d1b43c3bc025f7d3eb6be3b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/58a601d12d1b43c3bc025f7d3eb6be3b 2024-11-25T19:24:06,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/adfbb9e0849f4aad8586cce959dc0ef3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/adfbb9e0849f4aad8586cce959dc0ef3 2024-11-25T19:24:06,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3ae998f662b64240b6b2818ae9237c15 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3ae998f662b64240b6b2818ae9237c15 2024-11-25T19:24:06,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/95ebfd7a720a49778a31a31f4c98f74a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/95ebfd7a720a49778a31a31f4c98f74a 2024-11-25T19:24:06,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/bb5f2653c3a24ccd8a4b593c101557ae to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/bb5f2653c3a24ccd8a4b593c101557ae 2024-11-25T19:24:06,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/93bbc554f87f44ec83b3317126b194c7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/93bbc554f87f44ec83b3317126b194c7 2024-11-25T19:24:06,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9665f0750a0345caa9c81e318b005578 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9665f0750a0345caa9c81e318b005578 2024-11-25T19:24:06,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/6aaeb6b7b1da4fabb25ad6a07d572e8a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/6aaeb6b7b1da4fabb25ad6a07d572e8a 2024-11-25T19:24:06,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/0c98d621afec48fa85e6464267da08b1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/0c98d621afec48fa85e6464267da08b1 2024-11-25T19:24:06,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f2c90f078b174fedbecf6339f36c600a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f2c90f078b174fedbecf6339f36c600a 2024-11-25T19:24:06,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4e3f7c89dcc4e18952dd17984299971 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e4e3f7c89dcc4e18952dd17984299971 2024-11-25T19:24:06,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/7d2493727c8a4f9185ea0a7a59513301 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/7d2493727c8a4f9185ea0a7a59513301 2024-11-25T19:24:06,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9d0fa549da0e4dc6a4936bb5d6c752db to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/9d0fa549da0e4dc6a4936bb5d6c752db 2024-11-25T19:24:06,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/410313563c5140f5bd24d8076a7ddc94 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/410313563c5140f5bd24d8076a7ddc94 2024-11-25T19:24:06,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e1eeaaf733d7483992cda0d08bfe8595 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/e1eeaaf733d7483992cda0d08bfe8595 2024-11-25T19:24:06,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/dd0497612a364d1d8c291939cde76833 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/dd0497612a364d1d8c291939cde76833 2024-11-25T19:24:06,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/4ac67a8e0fcd479c9e3b3c75b4c7a656 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/4ac67a8e0fcd479c9e3b3c75b4c7a656 2024-11-25T19:24:06,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/728b960bb990480cb555acd94de52ec3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/728b960bb990480cb555acd94de52ec3 2024-11-25T19:24:06,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/becbc40d2cab4ad78e50c3751f15e1f8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/becbc40d2cab4ad78e50c3751f15e1f8 2024-11-25T19:24:06,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f48dd1746aaf40c7b049bd437bea10c0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/f48dd1746aaf40c7b049bd437bea10c0 2024-11-25T19:24:06,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/30721929acc0490aaa69d48def102411 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/30721929acc0490aaa69d48def102411 2024-11-25T19:24:06,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bd6bb871dd774aed87f9ef6c9ff19188, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/e431834334b547c7bec47fd7824c41b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/0d15adae93d3476eaf42e9fb207b1272, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/018dd95d139b44af9d9a403f52254c72, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ada95570bda746fead849b123ef55f3a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d81fedd6d4964118b68de415490d806b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/236de72115404ab78ebc05ebde745943, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/52cabb4e247d49e2b7959822dabff23a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/636621d784a9452699388b5011f182d3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/72978682d8404acba1a8e680e4ff9ff5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083125b299c54ee0a06fe28bc64c0cbc, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d12fe5dadf2b430b8c8c5c7a9b358f70, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/05134034976d45b2a39bfe724cd567d2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ef89ee6cae0541b79ff797603f020093, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/581ae98ee313481f9de67753490a63b6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b0ac215f06df4c1593e55549ecd906a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083f1020bf8a45c6a336fc2662c78636, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16d7b176f38d4c08851614ab93cacc4b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/2af293aa585c4de88a90d56fba6912d9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/79fdb2b4690247b0a2c6ac5e0d8089b2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/37c805fc301b4e0581688fbff33066f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/25b24a12f95448e38a13d6ea9ff18ecf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ee9f3131943e4c249cb590dafb63644f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16680759dc3d4fd383a02fe4b9706270, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/f6c4e39599354c8ab785433daae3db18, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b6aa1224232e456dbcb99ba041a754ab, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9b50566b348e49bba47a104762cca928] to archive 2024-11-25T19:24:06,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:06,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bd6bb871dd774aed87f9ef6c9ff19188 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bd6bb871dd774aed87f9ef6c9ff19188 2024-11-25T19:24:06,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/e431834334b547c7bec47fd7824c41b4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/e431834334b547c7bec47fd7824c41b4 2024-11-25T19:24:06,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/0d15adae93d3476eaf42e9fb207b1272 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/0d15adae93d3476eaf42e9fb207b1272 2024-11-25T19:24:06,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/018dd95d139b44af9d9a403f52254c72 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/018dd95d139b44af9d9a403f52254c72 2024-11-25T19:24:06,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ada95570bda746fead849b123ef55f3a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ada95570bda746fead849b123ef55f3a 2024-11-25T19:24:06,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d81fedd6d4964118b68de415490d806b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d81fedd6d4964118b68de415490d806b 2024-11-25T19:24:06,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/236de72115404ab78ebc05ebde745943 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/236de72115404ab78ebc05ebde745943 2024-11-25T19:24:06,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/52cabb4e247d49e2b7959822dabff23a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/52cabb4e247d49e2b7959822dabff23a 2024-11-25T19:24:06,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/636621d784a9452699388b5011f182d3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/636621d784a9452699388b5011f182d3 2024-11-25T19:24:06,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/72978682d8404acba1a8e680e4ff9ff5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/72978682d8404acba1a8e680e4ff9ff5 2024-11-25T19:24:06,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083125b299c54ee0a06fe28bc64c0cbc to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083125b299c54ee0a06fe28bc64c0cbc 2024-11-25T19:24:06,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d12fe5dadf2b430b8c8c5c7a9b358f70 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/d12fe5dadf2b430b8c8c5c7a9b358f70 2024-11-25T19:24:07,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/05134034976d45b2a39bfe724cd567d2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/05134034976d45b2a39bfe724cd567d2 2024-11-25T19:24:07,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ef89ee6cae0541b79ff797603f020093 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ef89ee6cae0541b79ff797603f020093 2024-11-25T19:24:07,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/581ae98ee313481f9de67753490a63b6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/581ae98ee313481f9de67753490a63b6 2024-11-25T19:24:07,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b0ac215f06df4c1593e55549ecd906a0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b0ac215f06df4c1593e55549ecd906a0 2024-11-25T19:24:07,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083f1020bf8a45c6a336fc2662c78636 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/083f1020bf8a45c6a336fc2662c78636 2024-11-25T19:24:07,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16d7b176f38d4c08851614ab93cacc4b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16d7b176f38d4c08851614ab93cacc4b 2024-11-25T19:24:07,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/2af293aa585c4de88a90d56fba6912d9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/2af293aa585c4de88a90d56fba6912d9 2024-11-25T19:24:07,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/79fdb2b4690247b0a2c6ac5e0d8089b2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/79fdb2b4690247b0a2c6ac5e0d8089b2 2024-11-25T19:24:07,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/37c805fc301b4e0581688fbff33066f0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/37c805fc301b4e0581688fbff33066f0 2024-11-25T19:24:07,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/25b24a12f95448e38a13d6ea9ff18ecf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/25b24a12f95448e38a13d6ea9ff18ecf 2024-11-25T19:24:07,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ee9f3131943e4c249cb590dafb63644f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/ee9f3131943e4c249cb590dafb63644f 2024-11-25T19:24:07,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16680759dc3d4fd383a02fe4b9706270 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/16680759dc3d4fd383a02fe4b9706270 2024-11-25T19:24:07,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/f6c4e39599354c8ab785433daae3db18 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/f6c4e39599354c8ab785433daae3db18 2024-11-25T19:24:07,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b6aa1224232e456dbcb99ba041a754ab to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/b6aa1224232e456dbcb99ba041a754ab 2024-11-25T19:24:07,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9b50566b348e49bba47a104762cca928 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9b50566b348e49bba47a104762cca928 2024-11-25T19:24:07,125 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/recovered.edits/427.seqid, newMaxSeqId=427, maxSeqId=1 2024-11-25T19:24:07,126 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf. 2024-11-25T19:24:07,126 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 4cc4311eae8c4b626018b11890f76cbf: 2024-11-25T19:24:07,131 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:24:07,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=4cc4311eae8c4b626018b11890f76cbf, regionState=CLOSED 2024-11-25T19:24:07,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T19:24:07,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 4cc4311eae8c4b626018b11890f76cbf, server=d736abcd529b,39035,1732562546845 in 983 msec 2024-11-25T19:24:07,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-25T19:24:07,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4cc4311eae8c4b626018b11890f76cbf, UNASSIGN in 988 msec 2024-11-25T19:24:07,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T19:24:07,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 992 msec 2024-11-25T19:24:07,142 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562647142"}]},"ts":"1732562647142"} 2024-11-25T19:24:07,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T19:24:07,154 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T19:24:07,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.0720 sec 2024-11-25T19:24:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T19:24:07,195 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T19:24:07,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T19:24:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:07,206 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:07,207 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T19:24:07,227 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:24:07,236 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/recovered.edits] 2024-11-25T19:24:07,242 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/0e7452fd4af345ff8918dd9d25392e87 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/0e7452fd4af345ff8918dd9d25392e87 2024-11-25T19:24:07,243 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/a072e96329dc4f14a67660c4de1e4454 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/a072e96329dc4f14a67660c4de1e4454 2024-11-25T19:24:07,245 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/b17d73917ddd4e07b0d14b4e3c9c0d1d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/A/b17d73917ddd4e07b0d14b4e3c9c0d1d 2024-11-25T19:24:07,258 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3bcf2c5710d44603ace10c75009f82e0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/3bcf2c5710d44603ace10c75009f82e0 2024-11-25T19:24:07,261 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/814c4b6fb7994c8e87f54be27afe8398 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/814c4b6fb7994c8e87f54be27afe8398 2024-11-25T19:24:07,262 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/88048cdd2ed549b68f4dc133e722e49e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/B/88048cdd2ed549b68f4dc133e722e49e 2024-11-25T19:24:07,265 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/7da80430732f4a69aba7568c0ee375f6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/7da80430732f4a69aba7568c0ee375f6 2024-11-25T19:24:07,266 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9064990ebb684747a2b241b63bcbc6aa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/9064990ebb684747a2b241b63bcbc6aa 2024-11-25T19:24:07,268 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bee9d0a65f15489b80cf83d58fe21d03 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/C/bee9d0a65f15489b80cf83d58fe21d03 2024-11-25T19:24:07,273 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/recovered.edits/427.seqid to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf/recovered.edits/427.seqid 2024-11-25T19:24:07,273 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/4cc4311eae8c4b626018b11890f76cbf 2024-11-25T19:24:07,274 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T19:24:07,279 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:07,293 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T19:24:07,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T19:24:07,299 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:07,299 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T19:24:07,300 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732562647299"}]},"ts":"9223372036854775807"} 2024-11-25T19:24:07,302 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T19:24:07,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4cc4311eae8c4b626018b11890f76cbf, NAME => 'TestAcidGuarantees,,1732562615215.4cc4311eae8c4b626018b11890f76cbf.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T19:24:07,302 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T19:24:07,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732562647302"}]},"ts":"9223372036854775807"} 2024-11-25T19:24:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T19:24:07,312 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T19:24:07,321 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:07,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 125 msec 2024-11-25T19:24:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T19:24:07,511 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-25T19:24:07,523 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 237), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1209 (was 1270), ProcessCount=11 (was 11), AvailableMemoryMB=5191 (was 5177) - AvailableMemoryMB LEAK? - 2024-11-25T19:24:07,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1209, ProcessCount=11, AvailableMemoryMB=5190 2024-11-25T19:24:07,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:24:07,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:24:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:07,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T19:24:07,547 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:07,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-25T19:24:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T19:24:07,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T19:24:07,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742143_1319 (size=960) 2024-11-25T19:24:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T19:24:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T19:24:07,955 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:24:07,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742144_1320 (size=53) 2024-11-25T19:24:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T19:24:08,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:24:08,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 641940ec6ca45e58a242ebcf4e7fa4c1, disabling compactions & flushes 2024-11-25T19:24:08,377 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. after waiting 0 ms 2024-11-25T19:24:08,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,377 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,377 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:08,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T19:24:08,379 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732562648378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732562648378"}]},"ts":"1732562648378"} 2024-11-25T19:24:08,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T19:24:08,390 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T19:24:08,390 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562648390"}]},"ts":"1732562648390"} 2024-11-25T19:24:08,395 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T19:24:08,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, ASSIGN}] 2024-11-25T19:24:08,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, ASSIGN 2024-11-25T19:24:08,473 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, ASSIGN; state=OFFLINE, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=false 2024-11-25T19:24:08,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:08,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:24:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T19:24:08,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:08,780 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,780 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:24:08,781 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,781 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:24:08,781 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,781 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,795 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,799 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:08,800 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641940ec6ca45e58a242ebcf4e7fa4c1 columnFamilyName A 2024-11-25T19:24:08,800 DEBUG [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:08,800 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(327): Store=641940ec6ca45e58a242ebcf4e7fa4c1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:08,801 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,802 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:08,802 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641940ec6ca45e58a242ebcf4e7fa4c1 columnFamilyName B 2024-11-25T19:24:08,802 DEBUG [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:08,803 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(327): Store=641940ec6ca45e58a242ebcf4e7fa4c1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:08,803 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,804 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:08,804 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641940ec6ca45e58a242ebcf4e7fa4c1 columnFamilyName C 2024-11-25T19:24:08,804 DEBUG [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:08,805 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(327): Store=641940ec6ca45e58a242ebcf4e7fa4c1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:08,805 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,806 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,807 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,808 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:24:08,810 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:08,816 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:24:08,816 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened 641940ec6ca45e58a242ebcf4e7fa4c1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60269355, jitterRate=-0.10191662609577179}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:24:08,817 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:08,819 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., pid=90, masterSystemTime=1732562648777 2024-11-25T19:24:08,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:08,821 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,821 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:08,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T19:24:08,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 in 197 msec 2024-11-25T19:24:08,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-25T19:24:08,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, ASSIGN in 354 msec 2024-11-25T19:24:08,829 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T19:24:08,829 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562648829"}]},"ts":"1732562648829"} 2024-11-25T19:24:08,830 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T19:24:08,838 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T19:24:08,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2930 sec 2024-11-25T19:24:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-25T19:24:09,669 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-25T19:24:09,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20f7f6a4 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@378c2a4e 2024-11-25T19:24:09,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474d5947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:09,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:09,745 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:09,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T19:24:09,757 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T19:24:09,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:24:09,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:24:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742145_1321 (size=996) 2024-11-25T19:24:10,243 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T19:24:10,243 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T19:24:10,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:24:10,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, REOPEN/MOVE}] 2024-11-25T19:24:10,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, REOPEN/MOVE 2024-11-25T19:24:10,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:10,251 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:24:10,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:24:10,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:10,410 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,410 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:24:10,411 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 641940ec6ca45e58a242ebcf4e7fa4c1, disabling compactions & flushes 2024-11-25T19:24:10,411 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,411 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,411 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. after waiting 0 ms 2024-11-25T19:24:10,411 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,437 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T19:24:10,439 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,439 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:10,439 WARN [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: 641940ec6ca45e58a242ebcf4e7fa4c1 to self. 2024-11-25T19:24:10,442 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=CLOSED 2024-11-25T19:24:10,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T19:24:10,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 in 192 msec 2024-11-25T19:24:10,447 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, REOPEN/MOVE; state=CLOSED, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=true 2024-11-25T19:24:10,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:10,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:24:10,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:10,767 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,767 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:24:10,768 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,768 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:24:10,768 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,768 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,775 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,780 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:10,781 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641940ec6ca45e58a242ebcf4e7fa4c1 columnFamilyName A 2024-11-25T19:24:10,783 DEBUG [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:10,784 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(327): Store=641940ec6ca45e58a242ebcf4e7fa4c1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:10,785 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,785 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:10,786 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641940ec6ca45e58a242ebcf4e7fa4c1 columnFamilyName B 2024-11-25T19:24:10,786 DEBUG [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:10,786 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(327): Store=641940ec6ca45e58a242ebcf4e7fa4c1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:10,786 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,787 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:10,787 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 641940ec6ca45e58a242ebcf4e7fa4c1 columnFamilyName C 2024-11-25T19:24:10,787 DEBUG [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:10,788 INFO [StoreOpener-641940ec6ca45e58a242ebcf4e7fa4c1-1 {}] regionserver.HStore(327): Store=641940ec6ca45e58a242ebcf4e7fa4c1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:10,788 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,789 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,790 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,807 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:24:10,823 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:10,831 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened 641940ec6ca45e58a242ebcf4e7fa4c1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68142932, jitterRate=0.015408813953399658}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:24:10,832 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:10,842 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., pid=95, masterSystemTime=1732562650751 2024-11-25T19:24:10,848 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,849 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:10,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=OPEN, openSeqNum=5, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:10,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-25T19:24:10,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 in 269 msec 2024-11-25T19:24:10,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-25T19:24:10,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, REOPEN/MOVE in 621 msec 2024-11-25T19:24:10,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T19:24:10,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 634 msec 2024-11-25T19:24:10,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.1240 sec 2024-11-25T19:24:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T19:24:10,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5271608e to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f9fed4 2024-11-25T19:24:10,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2953086d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:10,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a139b42 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1157d18a 2024-11-25T19:24:11,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2076b3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1acf826f to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@353bcb3d 2024-11-25T19:24:11,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c5edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,067 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1cbce2b4 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b5b03d 2024-11-25T19:24:11,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789089aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fd3f5fc to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15bd9063 2024-11-25T19:24:11,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699c96a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c0ec341 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@712a5bc9 2024-11-25T19:24:11,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c80a40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,172 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4831febd to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b660061 2024-11-25T19:24:11,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cf69c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e93614e to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45ad0ff5 2024-11-25T19:24:11,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c35c7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0523025d to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28dc77ab 2024-11-25T19:24:11,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a259e93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b9a1701 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70304ef6 2024-11-25T19:24:11,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:11,288 DEBUG [hconnection-0x20198090-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,291 DEBUG [hconnection-0x4ddf47fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,294 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,294 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,296 DEBUG [hconnection-0x56c308d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,298 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-25T19:24:11,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T19:24:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:11,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:11,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:11,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:11,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:11,315 DEBUG [hconnection-0xf3db965-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:11,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:11,319 DEBUG [hconnection-0x3a44c5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,320 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,321 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,321 DEBUG [hconnection-0xe904cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,322 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,323 DEBUG [hconnection-0x47e9ee11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,325 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,328 DEBUG [hconnection-0x5870f48b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,333 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,347 DEBUG [hconnection-0x113fee6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,352 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,354 DEBUG [hconnection-0x319d3245-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:11,359 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:11,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562711363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562711365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562711366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562711372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562711372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257740428995c247e58822e99a76eb01dc_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562651311/Put/seqid=0 2024-11-25T19:24:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T19:24:11,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742146_1322 (size=12154) 2024-11-25T19:24:11,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:11,442 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257740428995c247e58822e99a76eb01dc_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257740428995c247e58822e99a76eb01dc_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:11,444 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0fe0a092411e4bf7a86f56881f1fee5e, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:11,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0fe0a092411e4bf7a86f56881f1fee5e is 175, key is test_row_0/A:col10/1732562651311/Put/seqid=0 2024-11-25T19:24:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562711472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562711474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562711475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562711475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T19:24:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562711477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:11,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742147_1323 (size=30955) 2024-11-25T19:24:11,535 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0fe0a092411e4bf7a86f56881f1fee5e 2024-11-25T19:24:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T19:24:11,634 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T19:24:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:11,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/ea4db4ba55164f2c900f33677e601fa5 is 50, key is test_row_0/B:col10/1732562651311/Put/seqid=0 2024-11-25T19:24:11,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562711673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562711676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562711677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562711679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562711680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742148_1324 (size=12001) 2024-11-25T19:24:11,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T19:24:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T19:24:11,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T19:24:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:11,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:11,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562711975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562711978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562711980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562711984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562711985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T19:24:12,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:12,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:12,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:12,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:12,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:12,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/ea4db4ba55164f2c900f33677e601fa5 2024-11-25T19:24:12,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/3c400bfe262844c19e007e04eb81f01a is 50, key is test_row_0/C:col10/1732562651311/Put/seqid=0 2024-11-25T19:24:12,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742149_1325 (size=12001) 2024-11-25T19:24:12,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/3c400bfe262844c19e007e04eb81f01a 2024-11-25T19:24:12,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0fe0a092411e4bf7a86f56881f1fee5e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0fe0a092411e4bf7a86f56881f1fee5e 2024-11-25T19:24:12,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T19:24:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:12,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:12,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:12,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:12,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0fe0a092411e4bf7a86f56881f1fee5e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T19:24:12,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/ea4db4ba55164f2c900f33677e601fa5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ea4db4ba55164f2c900f33677e601fa5 2024-11-25T19:24:12,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ea4db4ba55164f2c900f33677e601fa5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T19:24:12,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/3c400bfe262844c19e007e04eb81f01a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3c400bfe262844c19e007e04eb81f01a 2024-11-25T19:24:12,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3c400bfe262844c19e007e04eb81f01a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T19:24:12,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 972ms, sequenceid=15, compaction requested=false 2024-11-25T19:24:12,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T19:24:12,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-25T19:24:12,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:12,420 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T19:24:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:12,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112592ccc9fb8b93444781449157bec96cb5_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562651363/Put/seqid=0 2024-11-25T19:24:12,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742150_1326 (size=12154) 2024-11-25T19:24:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:12,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:12,491 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112592ccc9fb8b93444781449157bec96cb5_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592ccc9fb8b93444781449157bec96cb5_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:12,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0b3c0c0485824db093503fe49785c86d, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:12,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0b3c0c0485824db093503fe49785c86d is 175, key is test_row_0/A:col10/1732562651363/Put/seqid=0 2024-11-25T19:24:12,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562712492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562712494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562712494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562712495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562712496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742151_1327 (size=30955) 2024-11-25T19:24:12,517 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0b3c0c0485824db093503fe49785c86d 2024-11-25T19:24:12,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/2220d84603bb49c0bd4dc2500a972f40 is 50, key is test_row_0/B:col10/1732562651363/Put/seqid=0 2024-11-25T19:24:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742152_1328 (size=12001) 2024-11-25T19:24:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562712596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562712603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562712604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562712605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562712605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T19:24:12,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562712811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562712812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562712815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562712821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562712827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:12,963 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/2220d84603bb49c0bd4dc2500a972f40 2024-11-25T19:24:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/a845d26ed8dc46c5aa89d2353929cf45 is 50, key is test_row_0/C:col10/1732562651363/Put/seqid=0 2024-11-25T19:24:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742153_1329 (size=12001) 2024-11-25T19:24:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562713128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562713132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562713135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562713139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562713150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T19:24:13,454 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/a845d26ed8dc46c5aa89d2353929cf45 2024-11-25T19:24:13,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/0b3c0c0485824db093503fe49785c86d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0b3c0c0485824db093503fe49785c86d 2024-11-25T19:24:13,467 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0b3c0c0485824db093503fe49785c86d, entries=150, sequenceid=42, filesize=30.2 K 2024-11-25T19:24:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/2220d84603bb49c0bd4dc2500a972f40 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2220d84603bb49c0bd4dc2500a972f40 2024-11-25T19:24:13,478 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2220d84603bb49c0bd4dc2500a972f40, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T19:24:13,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/a845d26ed8dc46c5aa89d2353929cf45 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a845d26ed8dc46c5aa89d2353929cf45 2024-11-25T19:24:13,498 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a845d26ed8dc46c5aa89d2353929cf45, entries=150, sequenceid=42, filesize=11.7 K 2024-11-25T19:24:13,499 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1079ms, sequenceid=42, compaction requested=false 2024-11-25T19:24:13,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:13,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:13,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-25T19:24:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-25T19:24:13,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T19:24:13,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1850 sec 2024-11-25T19:24:13,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.1960 sec 2024-11-25T19:24:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:13,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:13,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:13,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:13,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:13,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:13,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:13,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:13,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125221b10e39f2a4d33a870469497bf30ca_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562653662/Put/seqid=0 2024-11-25T19:24:13,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742154_1330 (size=17034) 2024-11-25T19:24:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562713774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562713774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562713795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562713796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562713797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562713899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562713903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562713912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562713912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:13,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562713913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562714111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562714115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,121 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:14,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125221b10e39f2a4d33a870469497bf30ca_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125221b10e39f2a4d33a870469497bf30ca_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:14,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/d9125483e7ce472ebc3c3077a72bb3b9, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:14,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/d9125483e7ce472ebc3c3077a72bb3b9 is 175, key is test_row_0/A:col10/1732562653662/Put/seqid=0 2024-11-25T19:24:14,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562714125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562714126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562714128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742155_1331 (size=48139) 2024-11-25T19:24:14,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/d9125483e7ce472ebc3c3077a72bb3b9 2024-11-25T19:24:14,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9154a785faf34c6bb55b2c28e34f493a is 50, key is test_row_0/B:col10/1732562653662/Put/seqid=0 2024-11-25T19:24:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742156_1332 (size=12001) 2024-11-25T19:24:14,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9154a785faf34c6bb55b2c28e34f493a 2024-11-25T19:24:14,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/35ad9bf0cbcd450ba8b08207ef7435bf is 50, key is test_row_0/C:col10/1732562653662/Put/seqid=0 2024-11-25T19:24:14,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742157_1333 (size=12001) 2024-11-25T19:24:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562714420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562714421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562714437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562714438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:14,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562714437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:14,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/35ad9bf0cbcd450ba8b08207ef7435bf 2024-11-25T19:24:14,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/d9125483e7ce472ebc3c3077a72bb3b9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d9125483e7ce472ebc3c3077a72bb3b9 2024-11-25T19:24:14,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d9125483e7ce472ebc3c3077a72bb3b9, entries=250, sequenceid=55, filesize=47.0 K 2024-11-25T19:24:14,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9154a785faf34c6bb55b2c28e34f493a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9154a785faf34c6bb55b2c28e34f493a 2024-11-25T19:24:14,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9154a785faf34c6bb55b2c28e34f493a, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T19:24:14,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/35ad9bf0cbcd450ba8b08207ef7435bf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/35ad9bf0cbcd450ba8b08207ef7435bf 2024-11-25T19:24:14,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/35ad9bf0cbcd450ba8b08207ef7435bf, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T19:24:14,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1142ms, sequenceid=55, compaction requested=true 2024-11-25T19:24:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:24:14,806 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:14,807 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:14,808 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:14,808 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:14,808 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:14,808 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:14,808 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:14,808 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:14,808 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0fe0a092411e4bf7a86f56881f1fee5e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0b3c0c0485824db093503fe49785c86d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d9125483e7ce472ebc3c3077a72bb3b9] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=107.5 K 2024-11-25T19:24:14,808 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3c400bfe262844c19e007e04eb81f01a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a845d26ed8dc46c5aa89d2353929cf45, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/35ad9bf0cbcd450ba8b08207ef7435bf] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=35.2 K 2024-11-25T19:24:14,808 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:14,808 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0fe0a092411e4bf7a86f56881f1fee5e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0b3c0c0485824db093503fe49785c86d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d9125483e7ce472ebc3c3077a72bb3b9] 2024-11-25T19:24:14,809 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c400bfe262844c19e007e04eb81f01a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732562651309 2024-11-25T19:24:14,809 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fe0a092411e4bf7a86f56881f1fee5e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732562651309 2024-11-25T19:24:14,809 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a845d26ed8dc46c5aa89d2353929cf45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732562651359 2024-11-25T19:24:14,809 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b3c0c0485824db093503fe49785c86d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732562651359 2024-11-25T19:24:14,810 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9125483e7ce472ebc3c3077a72bb3b9, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732562652493 2024-11-25T19:24:14,810 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 35ad9bf0cbcd450ba8b08207ef7435bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732562652493 2024-11-25T19:24:14,816 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:14,840 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:14,841 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/09c6deeb483144fbbf8b0c6bf60d9ae9 is 50, key is test_row_0/C:col10/1732562653662/Put/seqid=0 2024-11-25T19:24:14,845 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411253a3e993fa95e48948108bc962e58788d_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:14,848 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411253a3e993fa95e48948108bc962e58788d_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:14,848 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253a3e993fa95e48948108bc962e58788d_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:14,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742158_1334 (size=12104) 2024-11-25T19:24:14,887 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/09c6deeb483144fbbf8b0c6bf60d9ae9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/09c6deeb483144fbbf8b0c6bf60d9ae9 2024-11-25T19:24:14,894 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 09c6deeb483144fbbf8b0c6bf60d9ae9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:14,894 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:14,894 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562654806; duration=0sec 2024-11-25T19:24:14,894 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:14,894 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:14,895 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:14,896 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:14,896 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:14,896 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:14,896 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ea4db4ba55164f2c900f33677e601fa5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2220d84603bb49c0bd4dc2500a972f40, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9154a785faf34c6bb55b2c28e34f493a] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=35.2 K 2024-11-25T19:24:14,896 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4db4ba55164f2c900f33677e601fa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732562651309 2024-11-25T19:24:14,897 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2220d84603bb49c0bd4dc2500a972f40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732562651359 2024-11-25T19:24:14,897 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9154a785faf34c6bb55b2c28e34f493a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732562652493 2024-11-25T19:24:14,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742159_1335 (size=4469) 2024-11-25T19:24:14,900 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#279 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:14,901 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/d80a5dd0f29b4ae2bbd633b0800e7ab1 is 175, key is test_row_0/A:col10/1732562653662/Put/seqid=0 2024-11-25T19:24:14,924 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:14,925 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/5f2be41c34054aa393b0f59452608fe4 is 50, key is test_row_0/B:col10/1732562653662/Put/seqid=0 2024-11-25T19:24:14,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:24:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:14,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:14,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:14,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:14,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:14,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:14,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742160_1336 (size=31058) 2024-11-25T19:24:14,965 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/d80a5dd0f29b4ae2bbd633b0800e7ab1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d80a5dd0f29b4ae2bbd633b0800e7ab1 2024-11-25T19:24:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742161_1337 (size=12104) 2024-11-25T19:24:15,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125743a9fcc40ee4f11b247d70b542517a2_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562653793/Put/seqid=0 2024-11-25T19:24:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742162_1338 (size=17034) 2024-11-25T19:24:15,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:15,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125743a9fcc40ee4f11b247d70b542517a2_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125743a9fcc40ee4f11b247d70b542517a2_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:15,023 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into d80a5dd0f29b4ae2bbd633b0800e7ab1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:15,024 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:15,024 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562654806; duration=0sec 2024-11-25T19:24:15,024 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:15,024 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:15,024 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3855f1eedd98495780abffb7e45adf9d, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:15,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3855f1eedd98495780abffb7e45adf9d is 175, key is test_row_0/A:col10/1732562653793/Put/seqid=0 2024-11-25T19:24:15,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562715025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562715025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562715026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562715049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742163_1339 (size=48139) 2024-11-25T19:24:15,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562715050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562715151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562715151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562715151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562715171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562715174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562715362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562715362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562715362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562715374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562715385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/5f2be41c34054aa393b0f59452608fe4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/5f2be41c34054aa393b0f59452608fe4 2024-11-25T19:24:15,420 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 5f2be41c34054aa393b0f59452608fe4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:15,420 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:15,420 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562654806; duration=0sec 2024-11-25T19:24:15,421 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:15,421 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-25T19:24:15,424 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-25T19:24:15,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:15,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-25T19:24:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T19:24:15,432 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:15,432 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:15,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:15,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3855f1eedd98495780abffb7e45adf9d 2024-11-25T19:24:15,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/8c6a840ca54940a8a797cef2c57e92bf is 50, key is test_row_0/B:col10/1732562653793/Put/seqid=0 2024-11-25T19:24:15,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742164_1340 (size=12001) 2024-11-25T19:24:15,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/8c6a840ca54940a8a797cef2c57e92bf 2024-11-25T19:24:15,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T19:24:15,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/80f03590fb4a491686016db8ed625747 is 50, key is test_row_0/C:col10/1732562653793/Put/seqid=0 2024-11-25T19:24:15,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:15,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:15,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742165_1341 (size=12001) 2024-11-25T19:24:15,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/80f03590fb4a491686016db8ed625747 2024-11-25T19:24:15,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3855f1eedd98495780abffb7e45adf9d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3855f1eedd98495780abffb7e45adf9d 2024-11-25T19:24:15,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3855f1eedd98495780abffb7e45adf9d, entries=250, sequenceid=82, filesize=47.0 K 2024-11-25T19:24:15,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/8c6a840ca54940a8a797cef2c57e92bf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8c6a840ca54940a8a797cef2c57e92bf 2024-11-25T19:24:15,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8c6a840ca54940a8a797cef2c57e92bf, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T19:24:15,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/80f03590fb4a491686016db8ed625747 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/80f03590fb4a491686016db8ed625747 2024-11-25T19:24:15,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/80f03590fb4a491686016db8ed625747, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T19:24:15,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 721ms, sequenceid=82, compaction requested=false 2024-11-25T19:24:15,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:15,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:15,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125990ec1fcf5914feba750847b29ecb2c9_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562655048/Put/seqid=0 2024-11-25T19:24:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T19:24:15,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:15,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742166_1342 (size=14594) 2024-11-25T19:24:15,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562715736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562715736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562715737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562715750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562715751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562715853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562715858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562715859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562715859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562715859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:15,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:15,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T19:24:16,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562716064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562716074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562716076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562716076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562716078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:16,153 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125990ec1fcf5914feba750847b29ecb2c9_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125990ec1fcf5914feba750847b29ecb2c9_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:16,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9b8daf3cd88c4359b5484b2cbc5a6746, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:16,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9b8daf3cd88c4359b5484b2cbc5a6746 is 175, key is test_row_0/A:col10/1732562655048/Put/seqid=0 2024-11-25T19:24:16,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742167_1343 (size=39549) 2024-11-25T19:24:16,181 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9b8daf3cd88c4359b5484b2cbc5a6746 2024-11-25T19:24:16,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9bb47ee8e6f4460fbf4707712c650d57 is 50, key is test_row_0/B:col10/1732562655048/Put/seqid=0 2024-11-25T19:24:16,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:16,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742168_1344 (size=12001) 2024-11-25T19:24:16,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:16,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562716379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562716387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562716396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562716396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562716396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:16,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:16,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T19:24:16,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9bb47ee8e6f4460fbf4707712c650d57 2024-11-25T19:24:16,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/4f75a33616e54631be7b03e981fec4d3 is 50, key is test_row_0/C:col10/1732562655048/Put/seqid=0 2024-11-25T19:24:16,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:16,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742169_1345 (size=12001) 2024-11-25T19:24:16,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/4f75a33616e54631be7b03e981fec4d3 2024-11-25T19:24:16,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9b8daf3cd88c4359b5484b2cbc5a6746 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9b8daf3cd88c4359b5484b2cbc5a6746 2024-11-25T19:24:16,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9b8daf3cd88c4359b5484b2cbc5a6746, entries=200, sequenceid=95, filesize=38.6 K 2024-11-25T19:24:16,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9bb47ee8e6f4460fbf4707712c650d57 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9bb47ee8e6f4460fbf4707712c650d57 2024-11-25T19:24:16,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9bb47ee8e6f4460fbf4707712c650d57, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T19:24:16,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/4f75a33616e54631be7b03e981fec4d3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4f75a33616e54631be7b03e981fec4d3 2024-11-25T19:24:16,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4f75a33616e54631be7b03e981fec4d3, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T19:24:16,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1084ms, sequenceid=95, compaction requested=true 2024-11-25T19:24:16,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:16,761 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:16,761 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:16,762 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:16,762 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:16,762 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:16,762 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,762 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/5f2be41c34054aa393b0f59452608fe4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8c6a840ca54940a8a797cef2c57e92bf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9bb47ee8e6f4460fbf4707712c650d57] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=35.3 K 2024-11-25T19:24:16,762 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:16,763 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,763 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d80a5dd0f29b4ae2bbd633b0800e7ab1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3855f1eedd98495780abffb7e45adf9d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9b8daf3cd88c4359b5484b2cbc5a6746] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=116.0 K 2024-11-25T19:24:16,763 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,763 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d80a5dd0f29b4ae2bbd633b0800e7ab1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3855f1eedd98495780abffb7e45adf9d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9b8daf3cd88c4359b5484b2cbc5a6746] 2024-11-25T19:24:16,763 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f2be41c34054aa393b0f59452608fe4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732562652493 2024-11-25T19:24:16,763 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80a5dd0f29b4ae2bbd633b0800e7ab1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732562652493 2024-11-25T19:24:16,763 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c6a840ca54940a8a797cef2c57e92bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732562653792 2024-11-25T19:24:16,764 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3855f1eedd98495780abffb7e45adf9d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732562653743 2024-11-25T19:24:16,764 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bb47ee8e6f4460fbf4707712c650d57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732562654962 2024-11-25T19:24:16,765 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b8daf3cd88c4359b5484b2cbc5a6746, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732562654962 2024-11-25T19:24:16,778 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:16,791 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:16,792 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/f3e75915a9344502b5bfcbf986d6adf7 is 50, key is test_row_0/B:col10/1732562655048/Put/seqid=0 2024-11-25T19:24:16,803 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112532137cd35ea74d69817998df3876f9ad_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:16,805 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112532137cd35ea74d69817998df3876f9ad_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:16,806 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112532137cd35ea74d69817998df3876f9ad_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:16,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-25T19:24:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,825 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:24:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:16,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742170_1346 (size=12207) 2024-11-25T19:24:16,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742171_1347 (size=4469) 2024-11-25T19:24:16,859 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/f3e75915a9344502b5bfcbf986d6adf7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f3e75915a9344502b5bfcbf986d6adf7 2024-11-25T19:24:16,859 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#288 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:16,860 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/207404889654462da20e30b24e25f5fa is 175, key is test_row_0/A:col10/1732562655048/Put/seqid=0 2024-11-25T19:24:16,869 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into f3e75915a9344502b5bfcbf986d6adf7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:16,869 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:16,869 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562656761; duration=0sec 2024-11-25T19:24:16,869 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:16,869 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:16,869 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:16,870 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:16,870 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:16,871 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:16,871 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/09c6deeb483144fbbf8b0c6bf60d9ae9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/80f03590fb4a491686016db8ed625747, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4f75a33616e54631be7b03e981fec4d3] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=35.3 K 2024-11-25T19:24:16,874 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c6deeb483144fbbf8b0c6bf60d9ae9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732562652493 2024-11-25T19:24:16,874 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 80f03590fb4a491686016db8ed625747, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732562653792 2024-11-25T19:24:16,875 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f75a33616e54631be7b03e981fec4d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732562654962 2024-11-25T19:24:16,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:16,910 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:16,911 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/899d19caf8714095af3fddf8ccf3368b is 50, key is test_row_0/C:col10/1732562655048/Put/seqid=0 2024-11-25T19:24:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742172_1348 (size=31161) 2024-11-25T19:24:16,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125577b287a37044800bf8d88f66a4a47a1_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562655750/Put/seqid=0 2024-11-25T19:24:16,925 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/207404889654462da20e30b24e25f5fa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/207404889654462da20e30b24e25f5fa 2024-11-25T19:24:16,939 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into 207404889654462da20e30b24e25f5fa(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:16,940 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:16,940 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562656760; duration=0sec 2024-11-25T19:24:16,940 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:16,940 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:16,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562716922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562716932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562716933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562716935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742174_1350 (size=12154) 2024-11-25T19:24:16,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:16,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562716944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:16,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742173_1349 (size=12207) 2024-11-25T19:24:16,970 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125577b287a37044800bf8d88f66a4a47a1_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125577b287a37044800bf8d88f66a4a47a1_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da05d70cccfb4118948d755475263990, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da05d70cccfb4118948d755475263990 is 175, key is test_row_0/A:col10/1732562655750/Put/seqid=0 2024-11-25T19:24:16,995 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/899d19caf8714095af3fddf8ccf3368b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/899d19caf8714095af3fddf8ccf3368b 2024-11-25T19:24:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742175_1351 (size=30955) 2024-11-25T19:24:17,000 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da05d70cccfb4118948d755475263990 2024-11-25T19:24:17,003 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 899d19caf8714095af3fddf8ccf3368b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:17,003 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:17,003 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562656761; duration=0sec 2024-11-25T19:24:17,004 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:17,004 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:17,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/922a18c7697245d18be666cf9da0f23a is 50, key is test_row_0/B:col10/1732562655750/Put/seqid=0 2024-11-25T19:24:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742176_1352 (size=12001) 2024-11-25T19:24:17,026 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/922a18c7697245d18be666cf9da0f23a 2024-11-25T19:24:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/515ea5c0faa14da3a733497a26d5cf97 is 50, key is test_row_0/C:col10/1732562655750/Put/seqid=0 2024-11-25T19:24:17,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742177_1353 (size=12001) 2024-11-25T19:24:17,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562717044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562717046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562717046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562717046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562717061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562717252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562717251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562717252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562717252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562717267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,439 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/515ea5c0faa14da3a733497a26d5cf97 2024-11-25T19:24:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da05d70cccfb4118948d755475263990 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da05d70cccfb4118948d755475263990 2024-11-25T19:24:17,500 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da05d70cccfb4118948d755475263990, entries=150, sequenceid=120, filesize=30.2 K 2024-11-25T19:24:17,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/922a18c7697245d18be666cf9da0f23a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/922a18c7697245d18be666cf9da0f23a 2024-11-25T19:24:17,515 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/922a18c7697245d18be666cf9da0f23a, entries=150, sequenceid=120, filesize=11.7 K 2024-11-25T19:24:17,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/515ea5c0faa14da3a733497a26d5cf97 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/515ea5c0faa14da3a733497a26d5cf97 2024-11-25T19:24:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T19:24:17,549 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/515ea5c0faa14da3a733497a26d5cf97, entries=150, sequenceid=120, filesize=11.7 K 2024-11-25T19:24:17,550 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 725ms, sequenceid=120, compaction requested=false 2024-11-25T19:24:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:17,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-25T19:24:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-25T19:24:17,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T19:24:17,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1190 sec 2024-11-25T19:24:17,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.1280 sec 2024-11-25T19:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:17,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:24:17,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:17,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:17,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:17,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:17,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:17,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:17,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb6d456e4b0643049c3c1c9ccc7e6de6_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562656929/Put/seqid=0 2024-11-25T19:24:17,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742178_1354 (size=14794) 2024-11-25T19:24:17,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:17,592 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cb6d456e4b0643049c3c1c9ccc7e6de6_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb6d456e4b0643049c3c1c9ccc7e6de6_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:17,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da5b98b74eb946c59600381555e046b7, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:17,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da5b98b74eb946c59600381555e046b7 is 175, key is test_row_0/A:col10/1732562656929/Put/seqid=0 2024-11-25T19:24:17,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742179_1355 (size=39749) 2024-11-25T19:24:17,608 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da5b98b74eb946c59600381555e046b7 2024-11-25T19:24:17,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562717611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562717617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562717618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562717619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562717623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/d0ca29316a054b70b949f34bceaf84c8 is 50, key is test_row_0/B:col10/1732562656929/Put/seqid=0 2024-11-25T19:24:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742180_1356 (size=12151) 2024-11-25T19:24:17,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/d0ca29316a054b70b949f34bceaf84c8 2024-11-25T19:24:17,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/0afd187efc2446228d6eb11a7c34d5d2 is 50, key is test_row_0/C:col10/1732562656929/Put/seqid=0 2024-11-25T19:24:17,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742181_1357 (size=12151) 2024-11-25T19:24:17,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/0afd187efc2446228d6eb11a7c34d5d2 2024-11-25T19:24:17,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/da5b98b74eb946c59600381555e046b7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da5b98b74eb946c59600381555e046b7 2024-11-25T19:24:17,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da5b98b74eb946c59600381555e046b7, entries=200, sequenceid=136, filesize=38.8 K 2024-11-25T19:24:17,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/d0ca29316a054b70b949f34bceaf84c8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0ca29316a054b70b949f34bceaf84c8 2024-11-25T19:24:17,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562717724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562717726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562717727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0ca29316a054b70b949f34bceaf84c8, entries=150, sequenceid=136, filesize=11.9 K 2024-11-25T19:24:17,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562717727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/0afd187efc2446228d6eb11a7c34d5d2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0afd187efc2446228d6eb11a7c34d5d2 2024-11-25T19:24:17,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562717741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0afd187efc2446228d6eb11a7c34d5d2, entries=150, sequenceid=136, filesize=11.9 K 2024-11-25T19:24:17,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 205ms, sequenceid=136, compaction requested=true 2024-11-25T19:24:17,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:17,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:17,771 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:17,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:17,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:17,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:17,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:17,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:17,773 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:17,773 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:17,773 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:17,774 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/207404889654462da20e30b24e25f5fa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da05d70cccfb4118948d755475263990, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da5b98b74eb946c59600381555e046b7] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=99.5 K 2024-11-25T19:24:17,774 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:17,774 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/207404889654462da20e30b24e25f5fa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da05d70cccfb4118948d755475263990, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da5b98b74eb946c59600381555e046b7] 2024-11-25T19:24:17,774 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:17,775 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 207404889654462da20e30b24e25f5fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732562654962 2024-11-25T19:24:17,778 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting da05d70cccfb4118948d755475263990, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732562655736 2024-11-25T19:24:17,779 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:17,779 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:17,779 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:17,779 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f3e75915a9344502b5bfcbf986d6adf7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/922a18c7697245d18be666cf9da0f23a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0ca29316a054b70b949f34bceaf84c8] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=35.5 K 2024-11-25T19:24:17,780 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting da5b98b74eb946c59600381555e046b7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732562656929 2024-11-25T19:24:17,780 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f3e75915a9344502b5bfcbf986d6adf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732562654962 2024-11-25T19:24:17,781 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 922a18c7697245d18be666cf9da0f23a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732562655736 2024-11-25T19:24:17,791 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d0ca29316a054b70b949f34bceaf84c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732562656929 2024-11-25T19:24:17,804 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:17,805 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/86eace02b7cb4603af87238f9cefe45e is 50, key is test_row_0/B:col10/1732562656929/Put/seqid=0 2024-11-25T19:24:17,818 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:17,840 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b78b4e6345d3417daf5756c680d5f726_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:17,842 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b78b4e6345d3417daf5756c680d5f726_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:17,843 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b78b4e6345d3417daf5756c680d5f726_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:17,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742182_1358 (size=12459) 2024-11-25T19:24:17,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742183_1359 (size=4469) 2024-11-25T19:24:17,889 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#298 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:17,890 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/95b8fbcc16a0471c9e93fbff343c4bd7 is 175, key is test_row_0/A:col10/1732562656929/Put/seqid=0 2024-11-25T19:24:17,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742184_1360 (size=31413) 2024-11-25T19:24:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:17,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:24:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:17,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:17,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:17,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a5b18b697664192be2ded94838c074f_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562657944/Put/seqid=0 2024-11-25T19:24:17,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562717963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562717965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562717968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562717969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562717974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742185_1361 (size=12304) 2024-11-25T19:24:18,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:18,020 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a5b18b697664192be2ded94838c074f_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a5b18b697664192be2ded94838c074f_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:18,021 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9a395e435a7f4d99a99f25669c05dea9, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:18,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9a395e435a7f4d99a99f25669c05dea9 is 175, key is test_row_0/A:col10/1732562657944/Put/seqid=0 2024-11-25T19:24:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742186_1362 (size=31105) 2024-11-25T19:24:18,050 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9a395e435a7f4d99a99f25669c05dea9 2024-11-25T19:24:18,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/c50243af68e14a518467c263d8ce4209 is 50, key is test_row_0/B:col10/1732562657944/Put/seqid=0 2024-11-25T19:24:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562718079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742187_1363 (size=12151) 2024-11-25T19:24:18,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/c50243af68e14a518467c263d8ce4209 2024-11-25T19:24:18,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562718092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562718092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562718093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562718094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/7fcc324622cf4d3dba6824035575c2dc is 50, key is test_row_0/C:col10/1732562657944/Put/seqid=0 2024-11-25T19:24:18,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742188_1364 (size=12151) 2024-11-25T19:24:18,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/7fcc324622cf4d3dba6824035575c2dc 2024-11-25T19:24:18,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9a395e435a7f4d99a99f25669c05dea9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9a395e435a7f4d99a99f25669c05dea9 2024-11-25T19:24:18,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9a395e435a7f4d99a99f25669c05dea9, entries=150, sequenceid=162, filesize=30.4 K 2024-11-25T19:24:18,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/c50243af68e14a518467c263d8ce4209 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/c50243af68e14a518467c263d8ce4209 2024-11-25T19:24:18,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/c50243af68e14a518467c263d8ce4209, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T19:24:18,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/7fcc324622cf4d3dba6824035575c2dc as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7fcc324622cf4d3dba6824035575c2dc 2024-11-25T19:24:18,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7fcc324622cf4d3dba6824035575c2dc, entries=150, sequenceid=162, filesize=11.9 K 2024-11-25T19:24:18,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 281ms, sequenceid=162, compaction requested=true 2024-11-25T19:24:18,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:24:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:18,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T19:24:18,295 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/86eace02b7cb4603af87238f9cefe45e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/86eace02b7cb4603af87238f9cefe45e 2024-11-25T19:24:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:18,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T19:24:18,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:18,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:18,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:18,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:18,303 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 86eace02b7cb4603af87238f9cefe45e(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:18,303 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:18,303 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562657771; duration=0sec 2024-11-25T19:24:18,303 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T19:24:18,303 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:18,303 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-25T19:24:18,304 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:18,304 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:18,304 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. because compaction request was cancelled 2024-11-25T19:24:18,304 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:18,304 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:18,311 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:18,311 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:18,311 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:18,311 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/899d19caf8714095af3fddf8ccf3368b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/515ea5c0faa14da3a733497a26d5cf97, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0afd187efc2446228d6eb11a7c34d5d2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7fcc324622cf4d3dba6824035575c2dc] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=47.4 K 2024-11-25T19:24:18,312 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 899d19caf8714095af3fddf8ccf3368b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732562654962 2024-11-25T19:24:18,313 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 515ea5c0faa14da3a733497a26d5cf97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732562655736 2024-11-25T19:24:18,314 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0afd187efc2446228d6eb11a7c34d5d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732562656929 2024-11-25T19:24:18,314 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fcc324622cf4d3dba6824035575c2dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732562657620 2024-11-25T19:24:18,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d84e1c1fde95485195922700cd321adc_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562657965/Put/seqid=0 2024-11-25T19:24:18,354 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/95b8fbcc16a0471c9e93fbff343c4bd7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/95b8fbcc16a0471c9e93fbff343c4bd7 2024-11-25T19:24:18,360 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into 95b8fbcc16a0471c9e93fbff343c4bd7(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:18,360 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562657771; duration=0sec 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. because compaction request was cancelled 2024-11-25T19:24:18,360 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:18,361 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T19:24:18,361 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:18,361 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:18,362 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. because compaction request was cancelled 2024-11-25T19:24:18,362 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:18,369 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:18,369 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/6781b2c64b854bd4852f6d3643e1c895 is 50, key is test_row_0/C:col10/1732562657944/Put/seqid=0 2024-11-25T19:24:18,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742189_1365 (size=14794) 2024-11-25T19:24:18,376 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:18,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d84e1c1fde95485195922700cd321adc_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d84e1c1fde95485195922700cd321adc_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:18,381 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3c6ea17778b845288c8471f39dc1a722, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:18,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3c6ea17778b845288c8471f39dc1a722 is 175, key is test_row_0/A:col10/1732562657965/Put/seqid=0 2024-11-25T19:24:18,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562718372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562718372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562718373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562718374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562718385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742191_1367 (size=39749) 2024-11-25T19:24:18,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742190_1366 (size=12493) 2024-11-25T19:24:18,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562718487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562718487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562718488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562718489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562718509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562718706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562718707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562718711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562718711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562718726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:18,841 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3c6ea17778b845288c8471f39dc1a722 2024-11-25T19:24:18,879 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/6781b2c64b854bd4852f6d3643e1c895 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/6781b2c64b854bd4852f6d3643e1c895 2024-11-25T19:24:18,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/57f36654bc094dc6b5042aa6ef738fd5 is 50, key is test_row_0/B:col10/1732562657965/Put/seqid=0 2024-11-25T19:24:18,888 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 6781b2c64b854bd4852f6d3643e1c895(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:18,888 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:18,888 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=12, startTime=1732562658228; duration=0sec 2024-11-25T19:24:18,889 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:18,889 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742192_1368 (size=12151) 2024-11-25T19:24:18,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/57f36654bc094dc6b5042aa6ef738fd5 2024-11-25T19:24:18,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/7f77a4e4f1ce44ab88572388b707d78e is 50, key is test_row_0/C:col10/1732562657965/Put/seqid=0 2024-11-25T19:24:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742193_1369 (size=12151) 2024-11-25T19:24:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562719015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562719015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562719016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562719019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562719038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/7f77a4e4f1ce44ab88572388b707d78e 2024-11-25T19:24:19,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3c6ea17778b845288c8471f39dc1a722 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3c6ea17778b845288c8471f39dc1a722 2024-11-25T19:24:19,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3c6ea17778b845288c8471f39dc1a722, entries=200, sequenceid=174, filesize=38.8 K 2024-11-25T19:24:19,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/57f36654bc094dc6b5042aa6ef738fd5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/57f36654bc094dc6b5042aa6ef738fd5 2024-11-25T19:24:19,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/57f36654bc094dc6b5042aa6ef738fd5, entries=150, sequenceid=174, filesize=11.9 K 2024-11-25T19:24:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/7f77a4e4f1ce44ab88572388b707d78e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7f77a4e4f1ce44ab88572388b707d78e 2024-11-25T19:24:19,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7f77a4e4f1ce44ab88572388b707d78e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-25T19:24:19,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1089ms, sequenceid=174, compaction requested=true 2024-11-25T19:24:19,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:19,391 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:19,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:19,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:19,392 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:19,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:19,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:19,392 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:19,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:19,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:19,392 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:19,392 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/95b8fbcc16a0471c9e93fbff343c4bd7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9a395e435a7f4d99a99f25669c05dea9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3c6ea17778b845288c8471f39dc1a722] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=99.9 K 2024-11-25T19:24:19,392 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:19,393 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/95b8fbcc16a0471c9e93fbff343c4bd7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9a395e435a7f4d99a99f25669c05dea9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3c6ea17778b845288c8471f39dc1a722] 2024-11-25T19:24:19,393 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 95b8fbcc16a0471c9e93fbff343c4bd7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732562656929 2024-11-25T19:24:19,393 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a395e435a7f4d99a99f25669c05dea9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732562657620 2024-11-25T19:24:19,394 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c6ea17778b845288c8471f39dc1a722, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732562657963 2024-11-25T19:24:19,394 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:19,401 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:19,401 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:19,401 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:19,402 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/86eace02b7cb4603af87238f9cefe45e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/c50243af68e14a518467c263d8ce4209, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/57f36654bc094dc6b5042aa6ef738fd5] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=35.9 K 2024-11-25T19:24:19,402 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86eace02b7cb4603af87238f9cefe45e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732562656929 2024-11-25T19:24:19,403 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting c50243af68e14a518467c263d8ce4209, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732562657620 2024-11-25T19:24:19,403 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57f36654bc094dc6b5042aa6ef738fd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732562657963 2024-11-25T19:24:19,423 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:19,438 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:19,438 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/8f0294c2be2d43f49b072eadade74be2 is 50, key is test_row_0/B:col10/1732562657965/Put/seqid=0 2024-11-25T19:24:19,445 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112575fe5cbbddc34a5fb5b80f0f73576505_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:19,447 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112575fe5cbbddc34a5fb5b80f0f73576505_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:19,447 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112575fe5cbbddc34a5fb5b80f0f73576505_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:19,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742195_1371 (size=4469) 2024-11-25T19:24:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742194_1370 (size=12561) 2024-11-25T19:24:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:19,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:24:19,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:19,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:19,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:19,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:19,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:19,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T19:24:19,543 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-25T19:24:19,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562719544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562719555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-25T19:24:19,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T19:24:19,563 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:19,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:19,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562719557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562719557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562719557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125da9e7c939b7b461aa97a22737bec2a2a_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562658371/Put/seqid=0 2024-11-25T19:24:19,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742196_1372 (size=14794) 2024-11-25T19:24:19,626 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:19,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125da9e7c939b7b461aa97a22737bec2a2a_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da9e7c939b7b461aa97a22737bec2a2a_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:19,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/7a65a4db188c451d9535661f0ed54be6, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:19,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/7a65a4db188c451d9535661f0ed54be6 is 175, key is test_row_0/A:col10/1732562658371/Put/seqid=0 2024-11-25T19:24:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T19:24:19,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562719659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562719660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742197_1373 (size=39749) 2024-11-25T19:24:19,670 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/7a65a4db188c451d9535661f0ed54be6 2024-11-25T19:24:19,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562719669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562719669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/d0be3cf5edef4bfa84c5ade0f051e622 is 50, key is test_row_0/B:col10/1732562658371/Put/seqid=0 2024-11-25T19:24:19,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742198_1374 (size=12151) 2024-11-25T19:24:19,714 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T19:24:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:19,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:19,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T19:24:19,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T19:24:19,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562719867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:19,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:19,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:19,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:19,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562719873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562719880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:19,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562719881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:19,900 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#306 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:19,901 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/be73de770ff64735a4257da09681b58c is 175, key is test_row_0/A:col10/1732562657965/Put/seqid=0 2024-11-25T19:24:19,907 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/8f0294c2be2d43f49b072eadade74be2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8f0294c2be2d43f49b072eadade74be2 2024-11-25T19:24:19,919 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 8f0294c2be2d43f49b072eadade74be2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:19,919 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:19,919 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562659392; duration=0sec 2024-11-25T19:24:19,919 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:19,919 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:19,919 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T19:24:19,923 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:19,923 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:19,923 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. because compaction request was cancelled 2024-11-25T19:24:19,923 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:19,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742199_1375 (size=31515) 2024-11-25T19:24:19,968 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/be73de770ff64735a4257da09681b58c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/be73de770ff64735a4257da09681b58c 2024-11-25T19:24:19,974 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into be73de770ff64735a4257da09681b58c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:19,974 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:19,974 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562659390; duration=0sec 2024-11-25T19:24:19,974 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:19,974 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:20,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T19:24:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/d0be3cf5edef4bfa84c5ade0f051e622 2024-11-25T19:24:20,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/e397be1f065c478c90777b778cafd1e4 is 50, key is test_row_0/C:col10/1732562658371/Put/seqid=0 2024-11-25T19:24:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T19:24:20,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T19:24:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742200_1376 (size=12151) 2024-11-25T19:24:20,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562720178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562720179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562720184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562720185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T19:24:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,493 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T19:24:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562720566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/e397be1f065c478c90777b778cafd1e4 2024-11-25T19:24:20,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/7a65a4db188c451d9535661f0ed54be6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/7a65a4db188c451d9535661f0ed54be6 2024-11-25T19:24:20,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/7a65a4db188c451d9535661f0ed54be6, entries=200, sequenceid=202, filesize=38.8 K 2024-11-25T19:24:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/d0be3cf5edef4bfa84c5ade0f051e622 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0be3cf5edef4bfa84c5ade0f051e622 2024-11-25T19:24:20,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0be3cf5edef4bfa84c5ade0f051e622, entries=150, sequenceid=202, filesize=11.9 K 2024-11-25T19:24:20,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/e397be1f065c478c90777b778cafd1e4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/e397be1f065c478c90777b778cafd1e4 2024-11-25T19:24:20,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/e397be1f065c478c90777b778cafd1e4, entries=150, sequenceid=202, filesize=11.9 K 2024-11-25T19:24:20,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1068ms, sequenceid=202, compaction requested=true 2024-11-25T19:24:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:20,597 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T19:24:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:20,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:20,597 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. because compaction request was cancelled 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T19:24:20,599 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,599 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/6781b2c64b854bd4852f6d3643e1c895, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7f77a4e4f1ce44ab88572388b707d78e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/e397be1f065c478c90777b778cafd1e4] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=35.9 K 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6781b2c64b854bd4852f6d3643e1c895, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732562657620 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:20,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:20,600 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. because compaction request was cancelled 2024-11-25T19:24:20,600 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:20,600 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f77a4e4f1ce44ab88572388b707d78e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732562657963 2024-11-25T19:24:20,600 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting e397be1f065c478c90777b778cafd1e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732562658371 2024-11-25T19:24:20,606 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:20,606 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/54dadf45f5d14e13aea3ef4b24a21924 is 50, key is test_row_0/C:col10/1732562658371/Put/seqid=0 2024-11-25T19:24:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742201_1377 (size=12595) 2024-11-25T19:24:20,614 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/54dadf45f5d14e13aea3ef4b24a21924 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/54dadf45f5d14e13aea3ef4b24a21924 2024-11-25T19:24:20,619 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 54dadf45f5d14e13aea3ef4b24a21924(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:20,620 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:20,620 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562660597; duration=0sec 2024-11-25T19:24:20,620 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:20,620 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:20,646 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-25T19:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:20,647 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:20,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e328d24ce7d746ae80bf787428ad36c4_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562659555/Put/seqid=0 2024-11-25T19:24:20,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742202_1378 (size=12304) 2024-11-25T19:24:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T19:24:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562720726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562720727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562720728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562720732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562720838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562720838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562720838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562720839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562721041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562721045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562721045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562721045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:21,068 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e328d24ce7d746ae80bf787428ad36c4_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e328d24ce7d746ae80bf787428ad36c4_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/861fface78d646eca741c7b6a33f2b88, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:21,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/861fface78d646eca741c7b6a33f2b88 is 175, key is test_row_0/A:col10/1732562659555/Put/seqid=0 2024-11-25T19:24:21,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742203_1379 (size=31105) 2024-11-25T19:24:21,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562721345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562721354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562721355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562721355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,477 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/861fface78d646eca741c7b6a33f2b88 2024-11-25T19:24:21,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/388fd8827a4d45ccb186f0d2e92d4c47 is 50, key is test_row_0/B:col10/1732562659555/Put/seqid=0 2024-11-25T19:24:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742204_1380 (size=12151) 2024-11-25T19:24:21,490 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/388fd8827a4d45ccb186f0d2e92d4c47 2024-11-25T19:24:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/b434d492b6514e33b965826b83182108 is 50, key is test_row_0/C:col10/1732562659555/Put/seqid=0 2024-11-25T19:24:21,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742205_1381 (size=12151) 2024-11-25T19:24:21,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/b434d492b6514e33b965826b83182108 2024-11-25T19:24:21,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/861fface78d646eca741c7b6a33f2b88 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/861fface78d646eca741c7b6a33f2b88 2024-11-25T19:24:21,570 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/861fface78d646eca741c7b6a33f2b88, entries=150, sequenceid=216, filesize=30.4 K 2024-11-25T19:24:21,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/388fd8827a4d45ccb186f0d2e92d4c47 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/388fd8827a4d45ccb186f0d2e92d4c47 2024-11-25T19:24:21,576 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/388fd8827a4d45ccb186f0d2e92d4c47, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T19:24:21,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/b434d492b6514e33b965826b83182108 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/b434d492b6514e33b965826b83182108 2024-11-25T19:24:21,581 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/b434d492b6514e33b965826b83182108, entries=150, sequenceid=216, filesize=11.9 K 2024-11-25T19:24:21,582 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 935ms, sequenceid=216, compaction requested=true 2024-11-25T19:24:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-25T19:24:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-25T19:24:21,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-25T19:24:21,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0200 sec 2024-11-25T19:24:21,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.0240 sec 2024-11-25T19:24:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-25T19:24:21,666 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-25T19:24:21,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-25T19:24:21,668 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T19:24:21,669 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:21,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T19:24:21,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-25T19:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:21,821 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:21,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112526e1410799424dbb9449b3cefd626687_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562660731/Put/seqid=0 2024-11-25T19:24:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742206_1382 (size=12304) 2024-11-25T19:24:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:21,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:21,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562721872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562721877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562721878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562721883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T19:24:21,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562721984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562721988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562721989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:21,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562721991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562722191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562722196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562722197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562722198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,235 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112526e1410799424dbb9449b3cefd626687_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112526e1410799424dbb9449b3cefd626687_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:22,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/fbb6616ca74749d297a9ea8dce2cc281, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/fbb6616ca74749d297a9ea8dce2cc281 is 175, key is test_row_0/A:col10/1732562660731/Put/seqid=0 2024-11-25T19:24:22,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742207_1383 (size=31105) 2024-11-25T19:24:22,244 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/fbb6616ca74749d297a9ea8dce2cc281 2024-11-25T19:24:22,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/4443e289aeb14283adac94ba1873ae23 is 50, key is test_row_0/B:col10/1732562660731/Put/seqid=0 2024-11-25T19:24:22,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742208_1384 (size=12151) 2024-11-25T19:24:22,265 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/4443e289aeb14283adac94ba1873ae23 2024-11-25T19:24:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T19:24:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/2246cea5079b4fee9eeea5423ebd0130 is 50, key is test_row_0/C:col10/1732562660731/Put/seqid=0 2024-11-25T19:24:22,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742209_1385 (size=12151) 2024-11-25T19:24:22,281 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/2246cea5079b4fee9eeea5423ebd0130 2024-11-25T19:24:22,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/fbb6616ca74749d297a9ea8dce2cc281 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/fbb6616ca74749d297a9ea8dce2cc281 2024-11-25T19:24:22,287 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/fbb6616ca74749d297a9ea8dce2cc281, entries=150, sequenceid=241, filesize=30.4 K 2024-11-25T19:24:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/4443e289aeb14283adac94ba1873ae23 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4443e289aeb14283adac94ba1873ae23 2024-11-25T19:24:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,292 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4443e289aeb14283adac94ba1873ae23, entries=150, sequenceid=241, filesize=11.9 K 2024-11-25T19:24:22,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/2246cea5079b4fee9eeea5423ebd0130 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/2246cea5079b4fee9eeea5423ebd0130 2024-11-25T19:24:22,296 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/2246cea5079b4fee9eeea5423ebd0130, entries=150, sequenceid=241, filesize=11.9 K 2024-11-25T19:24:22,297 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 476ms, sequenceid=241, compaction requested=true 2024-11-25T19:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-25T19:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-25T19:24:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T19:24:22,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 629 msec 2024-11-25T19:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 633 msec 2024-11-25T19:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:22,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T19:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:22,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252807b243f9024b8a9f740560983d6b30_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562662525/Put/seqid=0 2024-11-25T19:24:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742210_1386 (size=12304) 2024-11-25T19:24:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,540 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252807b243f9024b8a9f740560983d6b30_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252807b243f9024b8a9f740560983d6b30_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,544 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/41ae2b558300420fa98139286b539ba0, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:22,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/41ae2b558300420fa98139286b539ba0 is 175, key is test_row_0/A:col10/1732562662525/Put/seqid=0 2024-11-25T19:24:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742211_1387 (size=31105) 2024-11-25T19:24:22,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/41ae2b558300420fa98139286b539ba0 2024-11-25T19:24:22,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/4f23a9c01e57419d8e0ac4f6df010b88 is 50, key is test_row_0/B:col10/1732562662525/Put/seqid=0 2024-11-25T19:24:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742212_1388 (size=12151) 2024-11-25T19:24:22,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562722598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562722599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562722600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562722600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562722608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562722709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562722709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562722710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562722710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562722719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-25T19:24:22,772 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-25T19:24:22,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-25T19:24:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T19:24:22,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:22,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:22,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T19:24:22,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562722916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562722917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562722917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562722917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T19:24:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:22,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:22,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562722925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:22,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/4f23a9c01e57419d8e0ac4f6df010b88 2024-11-25T19:24:22,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/5fb503e1745e4651acb15e059b18034f is 50, key is test_row_0/C:col10/1732562662525/Put/seqid=0 2024-11-25T19:24:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742213_1389 (size=12151) 2024-11-25T19:24:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T19:24:23,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T19:24:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T19:24:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:23,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562723226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562723226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562723226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562723228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562723234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T19:24:23,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T19:24:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:23,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/5fb503e1745e4651acb15e059b18034f 2024-11-25T19:24:23,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/41ae2b558300420fa98139286b539ba0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/41ae2b558300420fa98139286b539ba0 2024-11-25T19:24:23,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/41ae2b558300420fa98139286b539ba0, entries=150, sequenceid=253, filesize=30.4 K 2024-11-25T19:24:23,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/4f23a9c01e57419d8e0ac4f6df010b88 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4f23a9c01e57419d8e0ac4f6df010b88 2024-11-25T19:24:23,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4f23a9c01e57419d8e0ac4f6df010b88, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T19:24:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/5fb503e1745e4651acb15e059b18034f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/5fb503e1745e4651acb15e059b18034f 2024-11-25T19:24:23,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/5fb503e1745e4651acb15e059b18034f, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T19:24:23,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 930ms, sequenceid=253, compaction requested=true 2024-11-25T19:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:23,459 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T19:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:23,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:23,459 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T19:24:23,461 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61165 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T19:24:23,461 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:23,461 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,461 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8f0294c2be2d43f49b072eadade74be2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0be3cf5edef4bfa84c5ade0f051e622, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/388fd8827a4d45ccb186f0d2e92d4c47, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4443e289aeb14283adac94ba1873ae23, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4f23a9c01e57419d8e0ac4f6df010b88] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=59.7 K 2024-11-25T19:24:23,462 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164579 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T19:24:23,462 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:23,462 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,462 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/be73de770ff64735a4257da09681b58c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/7a65a4db188c451d9535661f0ed54be6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/861fface78d646eca741c7b6a33f2b88, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/fbb6616ca74749d297a9ea8dce2cc281, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/41ae2b558300420fa98139286b539ba0] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=160.7 K 2024-11-25T19:24:23,462 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,462 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/be73de770ff64735a4257da09681b58c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/7a65a4db188c451d9535661f0ed54be6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/861fface78d646eca741c7b6a33f2b88, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/fbb6616ca74749d297a9ea8dce2cc281, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/41ae2b558300420fa98139286b539ba0] 2024-11-25T19:24:23,462 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f0294c2be2d43f49b072eadade74be2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732562657963 2024-11-25T19:24:23,462 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting be73de770ff64735a4257da09681b58c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732562657963 2024-11-25T19:24:23,463 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a65a4db188c451d9535661f0ed54be6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732562658371 2024-11-25T19:24:23,463 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0be3cf5edef4bfa84c5ade0f051e622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732562658371 2024-11-25T19:24:23,463 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 861fface78d646eca741c7b6a33f2b88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562659543 2024-11-25T19:24:23,463 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 388fd8827a4d45ccb186f0d2e92d4c47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562659543 2024-11-25T19:24:23,464 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting fbb6616ca74749d297a9ea8dce2cc281, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732562660724 2024-11-25T19:24:23,464 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4443e289aeb14283adac94ba1873ae23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732562660724 2024-11-25T19:24:23,464 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 41ae2b558300420fa98139286b539ba0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562661870 2024-11-25T19:24:23,465 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f23a9c01e57419d8e0ac4f6df010b88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562661870 2024-11-25T19:24:23,490 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:23,491 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/b3fcff6f71fb4e149b0b7b16e77a08a2 is 50, key is test_row_0/B:col10/1732562662525/Put/seqid=0 2024-11-25T19:24:23,495 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:23,517 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257a43d6cb30134341abf2778bc9a9434d_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:23,520 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257a43d6cb30134341abf2778bc9a9434d_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:23,520 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a43d6cb30134341abf2778bc9a9434d_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:23,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-25T19:24:23,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,540 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T19:24:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742214_1390 (size=12731) 2024-11-25T19:24:23,561 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/b3fcff6f71fb4e149b0b7b16e77a08a2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/b3fcff6f71fb4e149b0b7b16e77a08a2 2024-11-25T19:24:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742215_1391 (size=4469) 2024-11-25T19:24:23,566 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#322 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:23,566 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/08a4dc526a724555a33f5e9eda13c979 is 175, key is test_row_0/A:col10/1732562662525/Put/seqid=0 2024-11-25T19:24:23,571 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into b3fcff6f71fb4e149b0b7b16e77a08a2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:23,571 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:23,571 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=11, startTime=1732562663459; duration=0sec 2024-11-25T19:24:23,571 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:23,571 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:23,571 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:23,572 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:23,572 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:23,572 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:23,572 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/54dadf45f5d14e13aea3ef4b24a21924, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/b434d492b6514e33b965826b83182108, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/2246cea5079b4fee9eeea5423ebd0130, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/5fb503e1745e4651acb15e059b18034f] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=47.9 K 2024-11-25T19:24:23,573 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54dadf45f5d14e13aea3ef4b24a21924, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732562658371 2024-11-25T19:24:23,573 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting b434d492b6514e33b965826b83182108, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732562659543 2024-11-25T19:24:23,573 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2246cea5079b4fee9eeea5423ebd0130, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732562660724 2024-11-25T19:24:23,574 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fb503e1745e4651acb15e059b18034f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562661870 2024-11-25T19:24:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255322d9bed1844653a1ed9e2a4a20d673_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562662599/Put/seqid=0 2024-11-25T19:24:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742216_1392 (size=31685) 2024-11-25T19:24:23,639 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:23,640 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/8fe405d0b4554ba0b5db292c601b4e0f is 50, key is test_row_0/C:col10/1732562662525/Put/seqid=0 2024-11-25T19:24:23,662 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/08a4dc526a724555a33f5e9eda13c979 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/08a4dc526a724555a33f5e9eda13c979 2024-11-25T19:24:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742217_1393 (size=12454) 2024-11-25T19:24:23,673 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into 08a4dc526a724555a33f5e9eda13c979(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:23,673 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:23,673 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=11, startTime=1732562663459; duration=0sec 2024-11-25T19:24:23,673 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:23,673 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:23,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742218_1394 (size=12731) 2024-11-25T19:24:23,690 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/8fe405d0b4554ba0b5db292c601b4e0f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/8fe405d0b4554ba0b5db292c601b4e0f 2024-11-25T19:24:23,703 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 8fe405d0b4554ba0b5db292c601b4e0f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:23,703 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:23,704 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=12, startTime=1732562663459; duration=0sec 2024-11-25T19:24:23,704 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:23,704 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:23,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:23,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562723748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562723755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562723757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562723760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562723761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562723864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T19:24:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562723871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562723876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:23,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562723879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562724068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:24,078 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255322d9bed1844653a1ed9e2a4a20d673_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255322d9bed1844653a1ed9e2a4a20d673_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:24,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562724085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562724091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562724092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/19af8ba7332f4584b0c9eb8ac05ea83d, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:24,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/19af8ba7332f4584b0c9eb8ac05ea83d is 175, key is test_row_0/A:col10/1732562662599/Put/seqid=0 2024-11-25T19:24:24,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742219_1395 (size=31255) 2024-11-25T19:24:24,165 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/19af8ba7332f4584b0c9eb8ac05ea83d 2024-11-25T19:24:24,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/334bae30d7394950a60aacc6fd2381b2 is 50, key is test_row_0/B:col10/1732562662599/Put/seqid=0 2024-11-25T19:24:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742220_1396 (size=12301) 2024-11-25T19:24:24,226 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/334bae30d7394950a60aacc6fd2381b2 2024-11-25T19:24:24,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/c7bba267636f484ea81ef029e93dfe2d is 50, key is test_row_0/C:col10/1732562662599/Put/seqid=0 2024-11-25T19:24:24,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742221_1397 (size=12301) 2024-11-25T19:24:24,286 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/c7bba267636f484ea81ef029e93dfe2d 2024-11-25T19:24:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/19af8ba7332f4584b0c9eb8ac05ea83d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/19af8ba7332f4584b0c9eb8ac05ea83d 2024-11-25T19:24:24,298 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/19af8ba7332f4584b0c9eb8ac05ea83d, entries=150, sequenceid=277, filesize=30.5 K 2024-11-25T19:24:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/334bae30d7394950a60aacc6fd2381b2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/334bae30d7394950a60aacc6fd2381b2 2024-11-25T19:24:24,307 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/334bae30d7394950a60aacc6fd2381b2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T19:24:24,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/c7bba267636f484ea81ef029e93dfe2d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c7bba267636f484ea81ef029e93dfe2d 2024-11-25T19:24:24,313 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c7bba267636f484ea81ef029e93dfe2d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-25T19:24:24,314 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 774ms, sequenceid=277, compaction requested=false 2024-11-25T19:24:24,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:24,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-25T19:24:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-25T19:24:24,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T19:24:24,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5490 sec 2024-11-25T19:24:24,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.5520 sec 2024-11-25T19:24:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:24,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:24:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:24,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:24,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fd7c255663d0453eafaab73b23376f39_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562663760/Put/seqid=0 2024-11-25T19:24:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742222_1398 (size=14994) 2024-11-25T19:24:24,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:24,454 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fd7c255663d0453eafaab73b23376f39_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd7c255663d0453eafaab73b23376f39_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:24,455 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/abeb51aa0aba4d318be78806f8b3aaea, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:24,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/abeb51aa0aba4d318be78806f8b3aaea is 175, key is test_row_0/A:col10/1732562663760/Put/seqid=0 2024-11-25T19:24:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562724465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562724466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562724478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562724478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742223_1399 (size=39949) 2024-11-25T19:24:24,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/abeb51aa0aba4d318be78806f8b3aaea 2024-11-25T19:24:24,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/6b550e94d32742449ebcb358e1381536 is 50, key is test_row_0/B:col10/1732562663760/Put/seqid=0 2024-11-25T19:24:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742224_1400 (size=12301) 2024-11-25T19:24:24,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/6b550e94d32742449ebcb358e1381536 2024-11-25T19:24:24,576 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T19:24:24,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/05c55bf783da4ae5a39a576e0c2d466c is 50, key is test_row_0/C:col10/1732562663760/Put/seqid=0 2024-11-25T19:24:24,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562724589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562724589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562724603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562724603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742225_1401 (size=12301) 2024-11-25T19:24:24,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/05c55bf783da4ae5a39a576e0c2d466c 2024-11-25T19:24:24,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/abeb51aa0aba4d318be78806f8b3aaea as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/abeb51aa0aba4d318be78806f8b3aaea 2024-11-25T19:24:24,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/abeb51aa0aba4d318be78806f8b3aaea, entries=200, sequenceid=293, filesize=39.0 K 2024-11-25T19:24:24,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/6b550e94d32742449ebcb358e1381536 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/6b550e94d32742449ebcb358e1381536 2024-11-25T19:24:24,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/6b550e94d32742449ebcb358e1381536, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T19:24:24,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/05c55bf783da4ae5a39a576e0c2d466c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/05c55bf783da4ae5a39a576e0c2d466c 2024-11-25T19:24:24,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/05c55bf783da4ae5a39a576e0c2d466c, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T19:24:24,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 282ms, sequenceid=293, compaction requested=true 2024-11-25T19:24:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:24,661 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:24,662 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:24,662 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:24,662 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:24,662 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:24,662 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/08a4dc526a724555a33f5e9eda13c979, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/19af8ba7332f4584b0c9eb8ac05ea83d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/abeb51aa0aba4d318be78806f8b3aaea] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=100.5 K 2024-11-25T19:24:24,662 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:24,663 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/08a4dc526a724555a33f5e9eda13c979, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/19af8ba7332f4584b0c9eb8ac05ea83d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/abeb51aa0aba4d318be78806f8b3aaea] 2024-11-25T19:24:24,663 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08a4dc526a724555a33f5e9eda13c979, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562661870 2024-11-25T19:24:24,663 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19af8ba7332f4584b0c9eb8ac05ea83d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732562662599 2024-11-25T19:24:24,663 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:24,663 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:24,663 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting abeb51aa0aba4d318be78806f8b3aaea, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562663742 2024-11-25T19:24:24,663 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:24,664 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/b3fcff6f71fb4e149b0b7b16e77a08a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/334bae30d7394950a60aacc6fd2381b2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/6b550e94d32742449ebcb358e1381536] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.5 K 2024-11-25T19:24:24,664 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b3fcff6f71fb4e149b0b7b16e77a08a2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562661870 2024-11-25T19:24:24,664 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 334bae30d7394950a60aacc6fd2381b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732562662599 2024-11-25T19:24:24,665 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b550e94d32742449ebcb358e1381536, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562663742 2024-11-25T19:24:24,672 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:24,677 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:24,677 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/59f845cf05f44bb5bc8ee72920683f3e is 50, key is test_row_0/B:col10/1732562663760/Put/seqid=0 2024-11-25T19:24:24,688 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411251f621f4d2deb40c58f3d9b0fccc7dae6_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:24,690 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411251f621f4d2deb40c58f3d9b0fccc7dae6_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:24,690 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f621f4d2deb40c58f3d9b0fccc7dae6_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:24,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742226_1402 (size=12983) 2024-11-25T19:24:24,733 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/59f845cf05f44bb5bc8ee72920683f3e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/59f845cf05f44bb5bc8ee72920683f3e 2024-11-25T19:24:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742227_1403 (size=4469) 2024-11-25T19:24:24,765 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 59f845cf05f44bb5bc8ee72920683f3e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:24,765 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:24,765 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562664661; duration=0sec 2024-11-25T19:24:24,765 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:24,765 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:24,765 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:24,771 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#330 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:24,772 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/a488d9ab67154b389a6096fadf26fc54 is 175, key is test_row_0/A:col10/1732562663760/Put/seqid=0 2024-11-25T19:24:24,773 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:24,773 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:24,773 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:24,774 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/8fe405d0b4554ba0b5db292c601b4e0f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c7bba267636f484ea81ef029e93dfe2d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/05c55bf783da4ae5a39a576e0c2d466c] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.5 K 2024-11-25T19:24:24,774 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fe405d0b4554ba0b5db292c601b4e0f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732562661870 2024-11-25T19:24:24,775 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c7bba267636f484ea81ef029e93dfe2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732562662599 2024-11-25T19:24:24,775 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c55bf783da4ae5a39a576e0c2d466c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562663742 2024-11-25T19:24:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:24,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T19:24:24,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:24,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:24,803 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:24,804 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/bb6fc42a9cd04b11a6b0e34afa8bd7f8 is 50, key is test_row_0/C:col10/1732562663760/Put/seqid=0 2024-11-25T19:24:24,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bd863178dc7746568829364ea2280ca8_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562664475/Put/seqid=0 2024-11-25T19:24:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742228_1404 (size=31937) 2024-11-25T19:24:24,820 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/a488d9ab67154b389a6096fadf26fc54 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/a488d9ab67154b389a6096fadf26fc54 2024-11-25T19:24:24,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742230_1406 (size=12983) 2024-11-25T19:24:24,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742229_1405 (size=12454) 2024-11-25T19:24:24,827 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into a488d9ab67154b389a6096fadf26fc54(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:24,827 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/bb6fc42a9cd04b11a6b0e34afa8bd7f8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/bb6fc42a9cd04b11a6b0e34afa8bd7f8 2024-11-25T19:24:24,827 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:24,827 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562664661; duration=0sec 2024-11-25T19:24:24,827 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:24,827 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:24,836 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into bb6fc42a9cd04b11a6b0e34afa8bd7f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:24,836 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:24,836 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562664661; duration=0sec 2024-11-25T19:24:24,836 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:24,836 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:24,839 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:24,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bd863178dc7746568829364ea2280ca8_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bd863178dc7746568829364ea2280ca8_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:24,846 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/8f7f834c48ce426883a46801e97814f0, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:24,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/8f7f834c48ce426883a46801e97814f0 is 175, key is test_row_0/A:col10/1732562664475/Put/seqid=0 2024-11-25T19:24:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562724843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562724840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562724843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562724855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562724856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-25T19:24:24,879 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-25T19:24:24,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T19:24:24,882 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:24,883 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:24,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T19:24:24,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742231_1407 (size=31255) 2024-11-25T19:24:24,890 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/8f7f834c48ce426883a46801e97814f0 2024-11-25T19:24:24,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/0c938674056a443ca055ab609882e98c is 50, key is test_row_0/B:col10/1732562664475/Put/seqid=0 2024-11-25T19:24:24,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562724959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742232_1408 (size=12301) 2024-11-25T19:24:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562724964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562724958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562724967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562724967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T19:24:25,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T19:24:25,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:25,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562725174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562725175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562725175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562725175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562725177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,188 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T19:24:25,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T19:24:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T19:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/0c938674056a443ca055ab609882e98c 2024-11-25T19:24:25,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/95f3bddd550148e0a76dca16755313cf is 50, key is test_row_0/C:col10/1732562664475/Put/seqid=0 2024-11-25T19:24:25,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742233_1409 (size=12301) 2024-11-25T19:24:25,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/95f3bddd550148e0a76dca16755313cf 2024-11-25T19:24:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562725477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/8f7f834c48ce426883a46801e97814f0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/8f7f834c48ce426883a46801e97814f0 2024-11-25T19:24:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562725478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562725479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T19:24:25,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562725479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/8f7f834c48ce426883a46801e97814f0, entries=150, sequenceid=318, filesize=30.5 K 2024-11-25T19:24:25,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/0c938674056a443ca055ab609882e98c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/0c938674056a443ca055ab609882e98c 2024-11-25T19:24:25,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T19:24:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/0c938674056a443ca055ab609882e98c, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T19:24:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:25,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/95f3bddd550148e0a76dca16755313cf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/95f3bddd550148e0a76dca16755313cf 2024-11-25T19:24:25,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:25,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562725487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/95f3bddd550148e0a76dca16755313cf, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T19:24:25,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 747ms, sequenceid=318, compaction requested=false 2024-11-25T19:24:25,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:25,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:25,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T19:24:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:25,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:24:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:25,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250cccbb8d73db4bb19c15b0019582fcd9_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562664841/Put/seqid=0 2024-11-25T19:24:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742234_1410 (size=12454) 2024-11-25T19:24:25,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:25,724 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250cccbb8d73db4bb19c15b0019582fcd9_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250cccbb8d73db4bb19c15b0019582fcd9_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ccb469dde29c47efa8f3b22463222c45, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:25,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ccb469dde29c47efa8f3b22463222c45 is 175, key is test_row_0/A:col10/1732562664841/Put/seqid=0 2024-11-25T19:24:25,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742235_1411 (size=31255) 2024-11-25T19:24:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T19:24:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:25,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:26,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562726151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562726151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562726151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562726164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562726166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,191 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ccb469dde29c47efa8f3b22463222c45 2024-11-25T19:24:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/f0b7a71382a6488187b9faa5b41077c0 is 50, key is test_row_0/B:col10/1732562664841/Put/seqid=0 2024-11-25T19:24:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562726265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562726265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562726265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562726281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562726284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742236_1412 (size=12301) 2024-11-25T19:24:26,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562726476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562726475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562726483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562726488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562726490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,690 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/f0b7a71382a6488187b9faa5b41077c0 2024-11-25T19:24:26,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/a9df31e7042746edb39a2083ecf9ebc4 is 50, key is test_row_0/C:col10/1732562664841/Put/seqid=0 2024-11-25T19:24:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742237_1413 (size=12301) 2024-11-25T19:24:26,750 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/a9df31e7042746edb39a2083ecf9ebc4 2024-11-25T19:24:26,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ccb469dde29c47efa8f3b22463222c45 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ccb469dde29c47efa8f3b22463222c45 2024-11-25T19:24:26,762 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ccb469dde29c47efa8f3b22463222c45, entries=150, sequenceid=333, filesize=30.5 K 2024-11-25T19:24:26,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/f0b7a71382a6488187b9faa5b41077c0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f0b7a71382a6488187b9faa5b41077c0 2024-11-25T19:24:26,775 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f0b7a71382a6488187b9faa5b41077c0, entries=150, sequenceid=333, filesize=12.0 K 2024-11-25T19:24:26,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/a9df31e7042746edb39a2083ecf9ebc4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a9df31e7042746edb39a2083ecf9ebc4 2024-11-25T19:24:26,781 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a9df31e7042746edb39a2083ecf9ebc4, entries=150, sequenceid=333, filesize=12.0 K 2024-11-25T19:24:26,782 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1132ms, sequenceid=333, compaction requested=true 2024-11-25T19:24:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:26,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T19:24:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T19:24:26,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T19:24:26,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-25T19:24:26,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.9060 sec 2024-11-25T19:24:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:26,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:24:26,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:26,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:26,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:26,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:26,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:26,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:26,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ad8696d3787b443f9967c16f7a6adbb3_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562666162/Put/seqid=0 2024-11-25T19:24:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742238_1414 (size=14994) 2024-11-25T19:24:26,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:26,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ad8696d3787b443f9967c16f7a6adbb3_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad8696d3787b443f9967c16f7a6adbb3_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:26,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/48cf5171b3944dcca2e9b85f96d6effd, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:26,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/48cf5171b3944dcca2e9b85f96d6effd is 175, key is test_row_0/A:col10/1732562666162/Put/seqid=0 2024-11-25T19:24:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562726850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562726855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562726857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562726857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562726866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742239_1415 (size=39949) 2024-11-25T19:24:26,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562726968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562726969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562726969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562726971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562726974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T19:24:26,994 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T19:24:26,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T19:24:26,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:26,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:26,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:26,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T19:24:27,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T19:24:27,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T19:24:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:27,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562727179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562727180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562727180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562727181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562727184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/48cf5171b3944dcca2e9b85f96d6effd 2024-11-25T19:24:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T19:24:27,305 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T19:24:27,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:27,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:27,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:27,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/2b1c19ee076d4de4923af2d2604526fc is 50, key is test_row_0/B:col10/1732562666162/Put/seqid=0 2024-11-25T19:24:27,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742240_1416 (size=12301) 2024-11-25T19:24:27,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/2b1c19ee076d4de4923af2d2604526fc 2024-11-25T19:24:27,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/0ec1381d1c094e07b336504d122b3d21 is 50, key is test_row_0/C:col10/1732562666162/Put/seqid=0 2024-11-25T19:24:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742241_1417 (size=12301) 2024-11-25T19:24:27,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/0ec1381d1c094e07b336504d122b3d21 2024-11-25T19:24:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/48cf5171b3944dcca2e9b85f96d6effd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/48cf5171b3944dcca2e9b85f96d6effd 2024-11-25T19:24:27,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/48cf5171b3944dcca2e9b85f96d6effd, entries=200, sequenceid=358, filesize=39.0 K 2024-11-25T19:24:27,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/2b1c19ee076d4de4923af2d2604526fc as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2b1c19ee076d4de4923af2d2604526fc 2024-11-25T19:24:27,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2b1c19ee076d4de4923af2d2604526fc, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T19:24:27,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/0ec1381d1c094e07b336504d122b3d21 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0ec1381d1c094e07b336504d122b3d21 2024-11-25T19:24:27,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0ec1381d1c094e07b336504d122b3d21, entries=150, sequenceid=358, filesize=12.0 K 2024-11-25T19:24:27,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 627ms, sequenceid=358, compaction requested=true 2024-11-25T19:24:27,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:27,433 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:27,436 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:27,436 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:27,436 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,436 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/a488d9ab67154b389a6096fadf26fc54, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/8f7f834c48ce426883a46801e97814f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ccb469dde29c47efa8f3b22463222c45, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/48cf5171b3944dcca2e9b85f96d6effd] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=131.2 K 2024-11-25T19:24:27,437 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,437 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/a488d9ab67154b389a6096fadf26fc54, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/8f7f834c48ce426883a46801e97814f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ccb469dde29c47efa8f3b22463222c45, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/48cf5171b3944dcca2e9b85f96d6effd] 2024-11-25T19:24:27,437 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a488d9ab67154b389a6096fadf26fc54, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562663742 2024-11-25T19:24:27,439 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f7f834c48ce426883a46801e97814f0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732562664462 2024-11-25T19:24:27,439 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccb469dde29c47efa8f3b22463222c45, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732562664812 2024-11-25T19:24:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:27,440 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48cf5171b3944dcca2e9b85f96d6effd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732562666143 2024-11-25T19:24:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:27,443 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:27,444 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:27,444 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:27,444 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,444 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/59f845cf05f44bb5bc8ee72920683f3e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/0c938674056a443ca055ab609882e98c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f0b7a71382a6488187b9faa5b41077c0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2b1c19ee076d4de4923af2d2604526fc] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=48.7 K 2024-11-25T19:24:27,445 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 59f845cf05f44bb5bc8ee72920683f3e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562663742 2024-11-25T19:24:27,445 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c938674056a443ca055ab609882e98c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732562664462 2024-11-25T19:24:27,446 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f0b7a71382a6488187b9faa5b41077c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732562664812 2024-11-25T19:24:27,446 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b1c19ee076d4de4923af2d2604526fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732562666143 2024-11-25T19:24:27,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:27,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:27,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:27,458 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:27,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T19:24:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:27,468 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:27,470 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/18808abe356d469b90baec3c6a8de3e1 is 50, key is test_row_0/B:col10/1732562666162/Put/seqid=0 2024-11-25T19:24:27,479 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259a271b846fbb4afbba5862090e576988_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:27,484 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259a271b846fbb4afbba5862090e576988_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:27,484 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259a271b846fbb4afbba5862090e576988_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:27,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742243_1419 (size=4469) 2024-11-25T19:24:27,525 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#342 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:27,525 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/22dd78f14e4f4392a231cf3a02cdbdec is 175, key is test_row_0/A:col10/1732562666162/Put/seqid=0 2024-11-25T19:24:27,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742242_1418 (size=13119) 2024-11-25T19:24:27,538 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/18808abe356d469b90baec3c6a8de3e1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/18808abe356d469b90baec3c6a8de3e1 2024-11-25T19:24:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a7a118bd3b324b7294c2faf1186036fd_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562666865/Put/seqid=0 2024-11-25T19:24:27,552 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 18808abe356d469b90baec3c6a8de3e1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:27,552 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:27,552 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=12, startTime=1732562667443; duration=0sec 2024-11-25T19:24:27,552 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:27,552 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:27,552 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:27,553 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:27,554 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:27,554 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,554 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/bb6fc42a9cd04b11a6b0e34afa8bd7f8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/95f3bddd550148e0a76dca16755313cf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a9df31e7042746edb39a2083ecf9ebc4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0ec1381d1c094e07b336504d122b3d21] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=48.7 K 2024-11-25T19:24:27,554 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting bb6fc42a9cd04b11a6b0e34afa8bd7f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562663742 2024-11-25T19:24:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562727537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562727538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,556 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 95f3bddd550148e0a76dca16755313cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732562664462 2024-11-25T19:24:27,557 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a9df31e7042746edb39a2083ecf9ebc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732562664812 2024-11-25T19:24:27,557 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ec1381d1c094e07b336504d122b3d21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732562666143 2024-11-25T19:24:27,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562727544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562727554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562727555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,574 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:27,574 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/78825edffd4e4d1cb5f69e5d2ae6fdfb is 50, key is test_row_0/C:col10/1732562666162/Put/seqid=0 2024-11-25T19:24:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T19:24:27,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742245_1421 (size=12454) 2024-11-25T19:24:27,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:27,642 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a7a118bd3b324b7294c2faf1186036fd_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a7a118bd3b324b7294c2faf1186036fd_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:27,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ffa0483557544f2ca335185aa9b515ed, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:27,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ffa0483557544f2ca335185aa9b515ed is 175, key is test_row_0/A:col10/1732562666865/Put/seqid=0 2024-11-25T19:24:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742244_1420 (size=32073) 2024-11-25T19:24:27,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562727656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562727657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,666 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/22dd78f14e4f4392a231cf3a02cdbdec as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/22dd78f14e4f4392a231cf3a02cdbdec 2024-11-25T19:24:27,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562727659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742246_1422 (size=13119) 2024-11-25T19:24:27,672 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into 22dd78f14e4f4392a231cf3a02cdbdec(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:27,672 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:27,672 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=12, startTime=1732562667433; duration=0sec 2024-11-25T19:24:27,672 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:27,672 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:27,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742247_1423 (size=31255) 2024-11-25T19:24:27,681 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/78825edffd4e4d1cb5f69e5d2ae6fdfb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/78825edffd4e4d1cb5f69e5d2ae6fdfb 2024-11-25T19:24:27,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ffa0483557544f2ca335185aa9b515ed 2024-11-25T19:24:27,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562727673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,689 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 78825edffd4e4d1cb5f69e5d2ae6fdfb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:27,689 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:27,689 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=12, startTime=1732562667450; duration=0sec 2024-11-25T19:24:27,690 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:27,690 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:27,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562727679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9c9b2c37631848c3a5c3008c516a95fa is 50, key is test_row_0/B:col10/1732562666865/Put/seqid=0 2024-11-25T19:24:27,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742248_1424 (size=12301) 2024-11-25T19:24:27,700 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9c9b2c37631848c3a5c3008c516a95fa 2024-11-25T19:24:27,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/c53ef93a56054d95a9d9faa5fb7b8ad5 is 50, key is test_row_0/C:col10/1732562666865/Put/seqid=0 2024-11-25T19:24:27,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742249_1425 (size=12301) 2024-11-25T19:24:27,786 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/c53ef93a56054d95a9d9faa5fb7b8ad5 2024-11-25T19:24:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/ffa0483557544f2ca335185aa9b515ed as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ffa0483557544f2ca335185aa9b515ed 2024-11-25T19:24:27,799 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ffa0483557544f2ca335185aa9b515ed, entries=150, sequenceid=369, filesize=30.5 K 2024-11-25T19:24:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/9c9b2c37631848c3a5c3008c516a95fa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9c9b2c37631848c3a5c3008c516a95fa 2024-11-25T19:24:27,823 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9c9b2c37631848c3a5c3008c516a95fa, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T19:24:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/c53ef93a56054d95a9d9faa5fb7b8ad5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c53ef93a56054d95a9d9faa5fb7b8ad5 2024-11-25T19:24:27,832 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c53ef93a56054d95a9d9faa5fb7b8ad5, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T19:24:27,832 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 372ms, sequenceid=369, compaction requested=false 2024-11-25T19:24:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T19:24:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T19:24:27,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T19:24:27,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 838 msec 2024-11-25T19:24:27,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 841 msec 2024-11-25T19:24:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:27,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:24:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:27,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b9da25aae3c4f0f969b0bae97898c62_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562667870/Put/seqid=0 2024-11-25T19:24:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742250_1426 (size=14994) 2024-11-25T19:24:27,900 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:27,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562727889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562727892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562727893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562727894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,904 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255b9da25aae3c4f0f969b0bae97898c62_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b9da25aae3c4f0f969b0bae97898c62_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:27,905 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3f97422c1cda4329882f0f07348bbb5b, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:27,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3f97422c1cda4329882f0f07348bbb5b is 175, key is test_row_0/A:col10/1732562667870/Put/seqid=0 2024-11-25T19:24:27,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562727903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742251_1427 (size=39949) 2024-11-25T19:24:27,940 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3f97422c1cda4329882f0f07348bbb5b 2024-11-25T19:24:27,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/fc13c1033b774af985c1b2258c2840fd is 50, key is test_row_0/B:col10/1732562667870/Put/seqid=0 2024-11-25T19:24:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742252_1428 (size=12301) 2024-11-25T19:24:28,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562728004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562728004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562728006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562728012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T19:24:28,103 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T19:24:28,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T19:24:28,105 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:28,106 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:28,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:28,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:28,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562728204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562728213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562728214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562728215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562728224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:28,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:28,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/fc13c1033b774af985c1b2258c2840fd 2024-11-25T19:24:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:28,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/22b5a25d796e45098d86bdee40f49e06 is 50, key is test_row_0/C:col10/1732562667870/Put/seqid=0 2024-11-25T19:24:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742253_1429 (size=12301) 2024-11-25T19:24:28,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/22b5a25d796e45098d86bdee40f49e06 2024-11-25T19:24:28,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/3f97422c1cda4329882f0f07348bbb5b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3f97422c1cda4329882f0f07348bbb5b 2024-11-25T19:24:28,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3f97422c1cda4329882f0f07348bbb5b, entries=200, sequenceid=398, filesize=39.0 K 2024-11-25T19:24:28,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/fc13c1033b774af985c1b2258c2840fd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/fc13c1033b774af985c1b2258c2840fd 2024-11-25T19:24:28,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/fc13c1033b774af985c1b2258c2840fd, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T19:24:28,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/22b5a25d796e45098d86bdee40f49e06 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/22b5a25d796e45098d86bdee40f49e06 2024-11-25T19:24:28,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/22b5a25d796e45098d86bdee40f49e06, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T19:24:28,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 625ms, sequenceid=398, compaction requested=true 2024-11-25T19:24:28,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:28,497 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:28,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:28,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:28,498 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:28,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:28,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:28,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:28,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:28,499 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:28,499 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:28,499 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,499 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/22dd78f14e4f4392a231cf3a02cdbdec, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ffa0483557544f2ca335185aa9b515ed, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3f97422c1cda4329882f0f07348bbb5b] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=100.9 K 2024-11-25T19:24:28,499 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,499 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/22dd78f14e4f4392a231cf3a02cdbdec, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ffa0483557544f2ca335185aa9b515ed, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3f97422c1cda4329882f0f07348bbb5b] 2024-11-25T19:24:28,499 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:28,499 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:28,499 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,499 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/18808abe356d469b90baec3c6a8de3e1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9c9b2c37631848c3a5c3008c516a95fa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/fc13c1033b774af985c1b2258c2840fd] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.8 K 2024-11-25T19:24:28,500 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22dd78f14e4f4392a231cf3a02cdbdec, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732562666143 2024-11-25T19:24:28,500 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 18808abe356d469b90baec3c6a8de3e1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732562666143 2024-11-25T19:24:28,500 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffa0483557544f2ca335185aa9b515ed, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732562666809 2024-11-25T19:24:28,500 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c9b2c37631848c3a5c3008c516a95fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732562666809 2024-11-25T19:24:28,501 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting fc13c1033b774af985c1b2258c2840fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562667542 2024-11-25T19:24:28,501 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f97422c1cda4329882f0f07348bbb5b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562667542 2024-11-25T19:24:28,516 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:28,519 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:28,519 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/e14916d0e0b94f70b7b90c4268fab7da is 50, key is test_row_0/B:col10/1732562667870/Put/seqid=0 2024-11-25T19:24:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:28,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:28,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:28,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:28,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:28,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:28,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:28,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:28,533 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125adf07083dc284f20b38770555c1ef185_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:28,535 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125adf07083dc284f20b38770555c1ef185_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:28,535 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125adf07083dc284f20b38770555c1ef185_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:28,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742254_1430 (size=13221) 2024-11-25T19:24:28,555 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/e14916d0e0b94f70b7b90c4268fab7da as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/e14916d0e0b94f70b7b90c4268fab7da 2024-11-25T19:24:28,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255331bd85172c4a639be63913a6829e5e_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562667893/Put/seqid=0 2024-11-25T19:24:28,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,564 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into e14916d0e0b94f70b7b90c4268fab7da(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:28,564 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:28,564 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562668498; duration=0sec 2024-11-25T19:24:28,564 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:28,564 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:28,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:28,565 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,566 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:28,566 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:28,566 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,566 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/78825edffd4e4d1cb5f69e5d2ae6fdfb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c53ef93a56054d95a9d9faa5fb7b8ad5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/22b5a25d796e45098d86bdee40f49e06] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.8 K 2024-11-25T19:24:28,567 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 78825edffd4e4d1cb5f69e5d2ae6fdfb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732562666143 2024-11-25T19:24:28,567 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c53ef93a56054d95a9d9faa5fb7b8ad5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732562666809 2024-11-25T19:24:28,567 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 22b5a25d796e45098d86bdee40f49e06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562667542 2024-11-25T19:24:28,591 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:28,591 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/d13aa11dbbd14d24ad3baf7b97650631 is 50, key is test_row_0/C:col10/1732562667870/Put/seqid=0 2024-11-25T19:24:28,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742256_1432 (size=14994) 2024-11-25T19:24:28,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:28,618 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255331bd85172c4a639be63913a6829e5e_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255331bd85172c4a639be63913a6829e5e_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:28,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/aaff267a18fc4c60b5327880fd5cb825, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:28,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/aaff267a18fc4c60b5327880fd5cb825 is 175, key is test_row_0/A:col10/1732562667893/Put/seqid=0 2024-11-25T19:24:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742255_1431 (size=4469) 2024-11-25T19:24:28,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562728607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562728608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562728614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,625 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#351 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:28,626 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/252083b785ca4258aa06a06b574e4d6d is 175, key is test_row_0/A:col10/1732562667870/Put/seqid=0 2024-11-25T19:24:28,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562728622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742257_1433 (size=13221) 2024-11-25T19:24:28,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742259_1435 (size=32175) 2024-11-25T19:24:28,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742258_1434 (size=39949) 2024-11-25T19:24:28,702 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/252083b785ca4258aa06a06b574e4d6d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/252083b785ca4258aa06a06b574e4d6d 2024-11-25T19:24:28,706 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into 252083b785ca4258aa06a06b574e4d6d(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:28,706 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:28,706 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562668497; duration=0sec 2024-11-25T19:24:28,706 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:28,706 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:28,717 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:28,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:28,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562728715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562728723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562728724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562728724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562728734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,871 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:28,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:28,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:28,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:28,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562728932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562728935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562728935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:28,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562728943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,023 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,081 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/d13aa11dbbd14d24ad3baf7b97650631 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/d13aa11dbbd14d24ad3baf7b97650631 2024-11-25T19:24:29,086 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into d13aa11dbbd14d24ad3baf7b97650631(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:29,086 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:29,086 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562668498; duration=0sec 2024-11-25T19:24:29,086 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:29,086 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:29,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/aaff267a18fc4c60b5327880fd5cb825 2024-11-25T19:24:29,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/643b5a8da893461ca73c1c7338a91b5d is 50, key is test_row_0/B:col10/1732562667893/Put/seqid=0 2024-11-25T19:24:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742260_1436 (size=12301) 2024-11-25T19:24:29,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/643b5a8da893461ca73c1c7338a91b5d 2024-11-25T19:24:29,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/59c8064914d34cce9d5df672db7620c0 is 50, key is test_row_0/C:col10/1732562667893/Put/seqid=0 2024-11-25T19:24:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:29,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742261_1437 (size=12301) 2024-11-25T19:24:29,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/59c8064914d34cce9d5df672db7620c0 2024-11-25T19:24:29,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/aaff267a18fc4c60b5327880fd5cb825 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/aaff267a18fc4c60b5327880fd5cb825 2024-11-25T19:24:29,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/aaff267a18fc4c60b5327880fd5cb825, entries=200, sequenceid=409, filesize=39.0 K 2024-11-25T19:24:29,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/643b5a8da893461ca73c1c7338a91b5d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/643b5a8da893461ca73c1c7338a91b5d 2024-11-25T19:24:29,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562729242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562729243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/643b5a8da893461ca73c1c7338a91b5d, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T19:24:29,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562729244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/59c8064914d34cce9d5df672db7620c0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/59c8064914d34cce9d5df672db7620c0 2024-11-25T19:24:29,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/59c8064914d34cce9d5df672db7620c0, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T19:24:29,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 725ms, sequenceid=409, compaction requested=false 2024-11-25T19:24:29,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:29,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:24:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:29,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:29,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:29,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:29,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:29,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:29,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e97d7f020f5a4ddd8c6427ef869da91e_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562668621/Put/seqid=0 2024-11-25T19:24:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562729309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742262_1438 (size=12454) 2024-11-25T19:24:29,328 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:29,330 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e97d7f020f5a4ddd8c6427ef869da91e_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e97d7f020f5a4ddd8c6427ef869da91e_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:29,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/e5577f5191144ab4a9315d275eb0707d, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:29,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/e5577f5191144ab4a9315d275eb0707d is 175, key is test_row_0/A:col10/1732562668621/Put/seqid=0 2024-11-25T19:24:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742263_1439 (size=31255) 2024-11-25T19:24:29,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/e5577f5191144ab4a9315d275eb0707d 2024-11-25T19:24:29,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/bd488609a95b45b8acec81753e88889e is 50, key is test_row_0/B:col10/1732562668621/Put/seqid=0 2024-11-25T19:24:29,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562729413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742264_1440 (size=12301) 2024-11-25T19:24:29,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/bd488609a95b45b8acec81753e88889e 2024-11-25T19:24:29,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/17ade24f959b4f9ea37aff7f49a2e27e is 50, key is test_row_0/C:col10/1732562668621/Put/seqid=0 2024-11-25T19:24:29,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742265_1441 (size=12301) 2024-11-25T19:24:29,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/17ade24f959b4f9ea37aff7f49a2e27e 2024-11-25T19:24:29,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/e5577f5191144ab4a9315d275eb0707d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/e5577f5191144ab4a9315d275eb0707d 2024-11-25T19:24:29,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/e5577f5191144ab4a9315d275eb0707d, entries=150, sequenceid=438, filesize=30.5 K 2024-11-25T19:24:29,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/bd488609a95b45b8acec81753e88889e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/bd488609a95b45b8acec81753e88889e 2024-11-25T19:24:29,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/bd488609a95b45b8acec81753e88889e, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T19:24:29,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/17ade24f959b4f9ea37aff7f49a2e27e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/17ade24f959b4f9ea37aff7f49a2e27e 2024-11-25T19:24:29,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/17ade24f959b4f9ea37aff7f49a2e27e, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T19:24:29,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 240ms, sequenceid=438, compaction requested=true 2024-11-25T19:24:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:29,502 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:29,502 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:29,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:29,503 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:29,504 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:29,504 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,504 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/e14916d0e0b94f70b7b90c4268fab7da, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/643b5a8da893461ca73c1c7338a91b5d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/bd488609a95b45b8acec81753e88889e] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.9 K 2024-11-25T19:24:29,504 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:29,504 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:29,504 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,504 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/252083b785ca4258aa06a06b574e4d6d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/aaff267a18fc4c60b5327880fd5cb825, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/e5577f5191144ab4a9315d275eb0707d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=101.0 K 2024-11-25T19:24:29,504 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,504 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/252083b785ca4258aa06a06b574e4d6d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/aaff267a18fc4c60b5327880fd5cb825, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/e5577f5191144ab4a9315d275eb0707d] 2024-11-25T19:24:29,504 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting e14916d0e0b94f70b7b90c4268fab7da, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562667542 2024-11-25T19:24:29,505 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 252083b785ca4258aa06a06b574e4d6d, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562667542 2024-11-25T19:24:29,505 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 643b5a8da893461ca73c1c7338a91b5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732562667893 2024-11-25T19:24:29,505 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaff267a18fc4c60b5327880fd5cb825, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732562667891 2024-11-25T19:24:29,505 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting bd488609a95b45b8acec81753e88889e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732562668613 2024-11-25T19:24:29,505 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5577f5191144ab4a9315d275eb0707d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732562668613 2024-11-25T19:24:29,522 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:29,523 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/3eb43ffe0a1d45509b2f2ee50e0f50f0 is 50, key is test_row_0/B:col10/1732562668621/Put/seqid=0 2024-11-25T19:24:29,533 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:29,559 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125cac59adabd3f4ed586a08b8c62879cc0_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:29,561 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125cac59adabd3f4ed586a08b8c62879cc0_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:29,561 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cac59adabd3f4ed586a08b8c62879cc0_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:29,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742266_1442 (size=13323) 2024-11-25T19:24:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742267_1443 (size=4469) 2024-11-25T19:24:29,609 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#361 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:29,610 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9 is 175, key is test_row_0/A:col10/1732562668621/Put/seqid=0 2024-11-25T19:24:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:29,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:29,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:29,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:29,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:29,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:29,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:29,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:29,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742268_1444 (size=32277) 2024-11-25T19:24:29,661 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9 2024-11-25T19:24:29,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112516d52b9434144cf99bc654b2d2f833da_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562669308/Put/seqid=0 2024-11-25T19:24:29,667 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into 2c0d7270f4014b8fbc94bb3e1ad4f3f9(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:29,667 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:29,667 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562669502; duration=0sec 2024-11-25T19:24:29,667 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:29,667 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:29,667 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:29,668 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:29,668 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:29,668 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,668 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/d13aa11dbbd14d24ad3baf7b97650631, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/59c8064914d34cce9d5df672db7620c0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/17ade24f959b4f9ea37aff7f49a2e27e] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.9 K 2024-11-25T19:24:29,669 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d13aa11dbbd14d24ad3baf7b97650631, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732562667542 2024-11-25T19:24:29,669 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59c8064914d34cce9d5df672db7620c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732562667893 2024-11-25T19:24:29,670 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17ade24f959b4f9ea37aff7f49a2e27e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732562668613 2024-11-25T19:24:29,694 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:29,695 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/41c137a7573c45e0aa8952fce0ecc290 is 50, key is test_row_0/C:col10/1732562668621/Put/seqid=0 2024-11-25T19:24:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742269_1445 (size=14994) 2024-11-25T19:24:29,724 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:29,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112516d52b9434144cf99bc654b2d2f833da_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516d52b9434144cf99bc654b2d2f833da_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:29,734 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5735f600848a495f8100276a9b86984a, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:29,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5735f600848a495f8100276a9b86984a is 175, key is test_row_0/A:col10/1732562669308/Put/seqid=0 2024-11-25T19:24:29,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742270_1446 (size=13323) 2024-11-25T19:24:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742271_1447 (size=39949) 2024-11-25T19:24:29,767 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5735f600848a495f8100276a9b86984a 2024-11-25T19:24:29,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562729763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562729766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562729765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562729774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562729775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/01aa3d96fd014e99abe5dbc8a5f25fc8 is 50, key is test_row_0/B:col10/1732562669308/Put/seqid=0 2024-11-25T19:24:29,793 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:29,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742272_1448 (size=12301) 2024-11-25T19:24:29,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/01aa3d96fd014e99abe5dbc8a5f25fc8 2024-11-25T19:24:29,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/849f64a8c8c24708a2629ab32ce63f65 is 50, key is test_row_0/C:col10/1732562669308/Put/seqid=0 2024-11-25T19:24:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562729883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562729884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562729884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562729886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562729887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742273_1449 (size=12301) 2024-11-25T19:24:29,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/849f64a8c8c24708a2629ab32ce63f65 2024-11-25T19:24:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5735f600848a495f8100276a9b86984a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5735f600848a495f8100276a9b86984a 2024-11-25T19:24:29,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5735f600848a495f8100276a9b86984a, entries=200, sequenceid=449, filesize=39.0 K 2024-11-25T19:24:29,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/01aa3d96fd014e99abe5dbc8a5f25fc8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/01aa3d96fd014e99abe5dbc8a5f25fc8 2024-11-25T19:24:29,944 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0fe0a092411e4bf7a86f56881f1fee5e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0b3c0c0485824db093503fe49785c86d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d9125483e7ce472ebc3c3077a72bb3b9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d80a5dd0f29b4ae2bbd633b0800e7ab1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3855f1eedd98495780abffb7e45adf9d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9b8daf3cd88c4359b5484b2cbc5a6746, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/207404889654462da20e30b24e25f5fa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da05d70cccfb4118948d755475263990, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da5b98b74eb946c59600381555e046b7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/95b8fbcc16a0471c9e93fbff343c4bd7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9a395e435a7f4d99a99f25669c05dea9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3c6ea17778b845288c8471f39dc1a722, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/be73de770ff64735a4257da09681b58c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/7a65a4db188c451d9535661f0ed54be6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/861fface78d646eca741c7b6a33f2b88, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/fbb6616ca74749d297a9ea8dce2cc281, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/08a4dc526a724555a33f5e9eda13c979, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/41ae2b558300420fa98139286b539ba0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/19af8ba7332f4584b0c9eb8ac05ea83d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/abeb51aa0aba4d318be78806f8b3aaea, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/a488d9ab67154b389a6096fadf26fc54, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/8f7f834c48ce426883a46801e97814f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ccb469dde29c47efa8f3b22463222c45, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/48cf5171b3944dcca2e9b85f96d6effd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/22dd78f14e4f4392a231cf3a02cdbdec, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ffa0483557544f2ca335185aa9b515ed, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3f97422c1cda4329882f0f07348bbb5b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/252083b785ca4258aa06a06b574e4d6d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/aaff267a18fc4c60b5327880fd5cb825, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/e5577f5191144ab4a9315d275eb0707d] to archive 2024-11-25T19:24:29,946 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:29,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:29,948 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0fe0a092411e4bf7a86f56881f1fee5e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0fe0a092411e4bf7a86f56881f1fee5e 2024-11-25T19:24:29,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:29,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:29,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:29,952 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0b3c0c0485824db093503fe49785c86d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/0b3c0c0485824db093503fe49785c86d 2024-11-25T19:24:29,953 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d9125483e7ce472ebc3c3077a72bb3b9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d9125483e7ce472ebc3c3077a72bb3b9 2024-11-25T19:24:29,954 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d80a5dd0f29b4ae2bbd633b0800e7ab1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/d80a5dd0f29b4ae2bbd633b0800e7ab1 2024-11-25T19:24:29,955 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3855f1eedd98495780abffb7e45adf9d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3855f1eedd98495780abffb7e45adf9d 2024-11-25T19:24:29,956 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9b8daf3cd88c4359b5484b2cbc5a6746 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9b8daf3cd88c4359b5484b2cbc5a6746 2024-11-25T19:24:29,957 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/207404889654462da20e30b24e25f5fa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/207404889654462da20e30b24e25f5fa 2024-11-25T19:24:29,958 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da05d70cccfb4118948d755475263990 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da05d70cccfb4118948d755475263990 2024-11-25T19:24:29,959 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da5b98b74eb946c59600381555e046b7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/da5b98b74eb946c59600381555e046b7 2024-11-25T19:24:29,960 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/95b8fbcc16a0471c9e93fbff343c4bd7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/95b8fbcc16a0471c9e93fbff343c4bd7 2024-11-25T19:24:29,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/01aa3d96fd014e99abe5dbc8a5f25fc8, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T19:24:29,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/849f64a8c8c24708a2629ab32ce63f65 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/849f64a8c8c24708a2629ab32ce63f65 2024-11-25T19:24:29,973 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9a395e435a7f4d99a99f25669c05dea9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9a395e435a7f4d99a99f25669c05dea9 2024-11-25T19:24:29,979 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3c6ea17778b845288c8471f39dc1a722 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3c6ea17778b845288c8471f39dc1a722 2024-11-25T19:24:29,981 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/be73de770ff64735a4257da09681b58c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/be73de770ff64735a4257da09681b58c 2024-11-25T19:24:29,982 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/7a65a4db188c451d9535661f0ed54be6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/7a65a4db188c451d9535661f0ed54be6 2024-11-25T19:24:29,983 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/861fface78d646eca741c7b6a33f2b88 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/861fface78d646eca741c7b6a33f2b88 2024-11-25T19:24:29,985 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/fbb6616ca74749d297a9ea8dce2cc281 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/fbb6616ca74749d297a9ea8dce2cc281 2024-11-25T19:24:29,986 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/08a4dc526a724555a33f5e9eda13c979 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/08a4dc526a724555a33f5e9eda13c979 2024-11-25T19:24:29,987 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/3eb43ffe0a1d45509b2f2ee50e0f50f0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/3eb43ffe0a1d45509b2f2ee50e0f50f0 2024-11-25T19:24:29,988 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/41ae2b558300420fa98139286b539ba0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/41ae2b558300420fa98139286b539ba0 2024-11-25T19:24:29,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/849f64a8c8c24708a2629ab32ce63f65, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T19:24:29,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 366ms, sequenceid=449, compaction requested=false 2024-11-25T19:24:29,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:29,990 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/19af8ba7332f4584b0c9eb8ac05ea83d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/19af8ba7332f4584b0c9eb8ac05ea83d 2024-11-25T19:24:29,992 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/abeb51aa0aba4d318be78806f8b3aaea to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/abeb51aa0aba4d318be78806f8b3aaea 2024-11-25T19:24:29,993 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 3eb43ffe0a1d45509b2f2ee50e0f50f0(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:29,993 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:29,993 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562669502; duration=0sec 2024-11-25T19:24:29,993 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:29,993 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:29,994 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/a488d9ab67154b389a6096fadf26fc54 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/a488d9ab67154b389a6096fadf26fc54 2024-11-25T19:24:29,995 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/8f7f834c48ce426883a46801e97814f0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/8f7f834c48ce426883a46801e97814f0 2024-11-25T19:24:29,999 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ccb469dde29c47efa8f3b22463222c45 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ccb469dde29c47efa8f3b22463222c45 2024-11-25T19:24:30,000 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/48cf5171b3944dcca2e9b85f96d6effd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/48cf5171b3944dcca2e9b85f96d6effd 2024-11-25T19:24:30,002 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/22dd78f14e4f4392a231cf3a02cdbdec to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/22dd78f14e4f4392a231cf3a02cdbdec 2024-11-25T19:24:30,003 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ffa0483557544f2ca335185aa9b515ed to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/ffa0483557544f2ca335185aa9b515ed 2024-11-25T19:24:30,005 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3f97422c1cda4329882f0f07348bbb5b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/3f97422c1cda4329882f0f07348bbb5b 2024-11-25T19:24:30,006 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/252083b785ca4258aa06a06b574e4d6d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/252083b785ca4258aa06a06b574e4d6d 2024-11-25T19:24:30,007 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/aaff267a18fc4c60b5327880fd5cb825 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/aaff267a18fc4c60b5327880fd5cb825 2024-11-25T19:24:30,008 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/e5577f5191144ab4a9315d275eb0707d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/e5577f5191144ab4a9315d275eb0707d 2024-11-25T19:24:30,036 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ea4db4ba55164f2c900f33677e601fa5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2220d84603bb49c0bd4dc2500a972f40, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/5f2be41c34054aa393b0f59452608fe4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9154a785faf34c6bb55b2c28e34f493a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8c6a840ca54940a8a797cef2c57e92bf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f3e75915a9344502b5bfcbf986d6adf7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9bb47ee8e6f4460fbf4707712c650d57, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/922a18c7697245d18be666cf9da0f23a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/86eace02b7cb4603af87238f9cefe45e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0ca29316a054b70b949f34bceaf84c8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/c50243af68e14a518467c263d8ce4209, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8f0294c2be2d43f49b072eadade74be2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/57f36654bc094dc6b5042aa6ef738fd5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0be3cf5edef4bfa84c5ade0f051e622, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/388fd8827a4d45ccb186f0d2e92d4c47, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4443e289aeb14283adac94ba1873ae23, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/b3fcff6f71fb4e149b0b7b16e77a08a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4f23a9c01e57419d8e0ac4f6df010b88, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/334bae30d7394950a60aacc6fd2381b2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/59f845cf05f44bb5bc8ee72920683f3e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/6b550e94d32742449ebcb358e1381536, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/0c938674056a443ca055ab609882e98c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f0b7a71382a6488187b9faa5b41077c0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/18808abe356d469b90baec3c6a8de3e1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2b1c19ee076d4de4923af2d2604526fc, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9c9b2c37631848c3a5c3008c516a95fa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/e14916d0e0b94f70b7b90c4268fab7da, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/fc13c1033b774af985c1b2258c2840fd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/643b5a8da893461ca73c1c7338a91b5d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/bd488609a95b45b8acec81753e88889e] to archive 2024-11-25T19:24:30,038 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:30,040 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ea4db4ba55164f2c900f33677e601fa5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ea4db4ba55164f2c900f33677e601fa5 2024-11-25T19:24:30,041 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2220d84603bb49c0bd4dc2500a972f40 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2220d84603bb49c0bd4dc2500a972f40 2024-11-25T19:24:30,042 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/5f2be41c34054aa393b0f59452608fe4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/5f2be41c34054aa393b0f59452608fe4 2024-11-25T19:24:30,043 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9154a785faf34c6bb55b2c28e34f493a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9154a785faf34c6bb55b2c28e34f493a 2024-11-25T19:24:30,044 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8c6a840ca54940a8a797cef2c57e92bf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8c6a840ca54940a8a797cef2c57e92bf 2024-11-25T19:24:30,045 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f3e75915a9344502b5bfcbf986d6adf7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f3e75915a9344502b5bfcbf986d6adf7 2024-11-25T19:24:30,047 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9bb47ee8e6f4460fbf4707712c650d57 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9bb47ee8e6f4460fbf4707712c650d57 2024-11-25T19:24:30,048 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/922a18c7697245d18be666cf9da0f23a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/922a18c7697245d18be666cf9da0f23a 2024-11-25T19:24:30,050 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/86eace02b7cb4603af87238f9cefe45e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/86eace02b7cb4603af87238f9cefe45e 2024-11-25T19:24:30,051 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0ca29316a054b70b949f34bceaf84c8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0ca29316a054b70b949f34bceaf84c8 2024-11-25T19:24:30,052 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/c50243af68e14a518467c263d8ce4209 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/c50243af68e14a518467c263d8ce4209 2024-11-25T19:24:30,053 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8f0294c2be2d43f49b072eadade74be2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/8f0294c2be2d43f49b072eadade74be2 2024-11-25T19:24:30,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/57f36654bc094dc6b5042aa6ef738fd5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/57f36654bc094dc6b5042aa6ef738fd5 2024-11-25T19:24:30,060 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0be3cf5edef4bfa84c5ade0f051e622 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/d0be3cf5edef4bfa84c5ade0f051e622 2024-11-25T19:24:30,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/388fd8827a4d45ccb186f0d2e92d4c47 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/388fd8827a4d45ccb186f0d2e92d4c47 2024-11-25T19:24:30,064 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4443e289aeb14283adac94ba1873ae23 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4443e289aeb14283adac94ba1873ae23 2024-11-25T19:24:30,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/b3fcff6f71fb4e149b0b7b16e77a08a2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/b3fcff6f71fb4e149b0b7b16e77a08a2 2024-11-25T19:24:30,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4f23a9c01e57419d8e0ac4f6df010b88 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/4f23a9c01e57419d8e0ac4f6df010b88 2024-11-25T19:24:30,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/334bae30d7394950a60aacc6fd2381b2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/334bae30d7394950a60aacc6fd2381b2 2024-11-25T19:24:30,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/59f845cf05f44bb5bc8ee72920683f3e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/59f845cf05f44bb5bc8ee72920683f3e 2024-11-25T19:24:30,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/6b550e94d32742449ebcb358e1381536 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/6b550e94d32742449ebcb358e1381536 2024-11-25T19:24:30,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/0c938674056a443ca055ab609882e98c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/0c938674056a443ca055ab609882e98c 2024-11-25T19:24:30,073 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f0b7a71382a6488187b9faa5b41077c0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/f0b7a71382a6488187b9faa5b41077c0 2024-11-25T19:24:30,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/18808abe356d469b90baec3c6a8de3e1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/18808abe356d469b90baec3c6a8de3e1 2024-11-25T19:24:30,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2b1c19ee076d4de4923af2d2604526fc to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/2b1c19ee076d4de4923af2d2604526fc 2024-11-25T19:24:30,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9c9b2c37631848c3a5c3008c516a95fa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/9c9b2c37631848c3a5c3008c516a95fa 2024-11-25T19:24:30,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/e14916d0e0b94f70b7b90c4268fab7da to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/e14916d0e0b94f70b7b90c4268fab7da 2024-11-25T19:24:30,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/fc13c1033b774af985c1b2258c2840fd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/fc13c1033b774af985c1b2258c2840fd 2024-11-25T19:24:30,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/643b5a8da893461ca73c1c7338a91b5d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/643b5a8da893461ca73c1c7338a91b5d 2024-11-25T19:24:30,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/bd488609a95b45b8acec81753e88889e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/bd488609a95b45b8acec81753e88889e 2024-11-25T19:24:30,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3c400bfe262844c19e007e04eb81f01a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a845d26ed8dc46c5aa89d2353929cf45, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/09c6deeb483144fbbf8b0c6bf60d9ae9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/35ad9bf0cbcd450ba8b08207ef7435bf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/80f03590fb4a491686016db8ed625747, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/899d19caf8714095af3fddf8ccf3368b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4f75a33616e54631be7b03e981fec4d3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/515ea5c0faa14da3a733497a26d5cf97, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0afd187efc2446228d6eb11a7c34d5d2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/6781b2c64b854bd4852f6d3643e1c895, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7fcc324622cf4d3dba6824035575c2dc, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7f77a4e4f1ce44ab88572388b707d78e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/54dadf45f5d14e13aea3ef4b24a21924, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/e397be1f065c478c90777b778cafd1e4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/b434d492b6514e33b965826b83182108, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/2246cea5079b4fee9eeea5423ebd0130, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/8fe405d0b4554ba0b5db292c601b4e0f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/5fb503e1745e4651acb15e059b18034f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c7bba267636f484ea81ef029e93dfe2d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/bb6fc42a9cd04b11a6b0e34afa8bd7f8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/05c55bf783da4ae5a39a576e0c2d466c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/95f3bddd550148e0a76dca16755313cf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a9df31e7042746edb39a2083ecf9ebc4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/78825edffd4e4d1cb5f69e5d2ae6fdfb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0ec1381d1c094e07b336504d122b3d21, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c53ef93a56054d95a9d9faa5fb7b8ad5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/22b5a25d796e45098d86bdee40f49e06] to archive 2024-11-25T19:24:30,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:30,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:24:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:30,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:30,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:30,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:30,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:30,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:30,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:30,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:30,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3c400bfe262844c19e007e04eb81f01a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3c400bfe262844c19e007e04eb81f01a 2024-11-25T19:24:30,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a845d26ed8dc46c5aa89d2353929cf45 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a845d26ed8dc46c5aa89d2353929cf45 2024-11-25T19:24:30,116 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/09c6deeb483144fbbf8b0c6bf60d9ae9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/09c6deeb483144fbbf8b0c6bf60d9ae9 2024-11-25T19:24:30,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/35ad9bf0cbcd450ba8b08207ef7435bf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/35ad9bf0cbcd450ba8b08207ef7435bf 2024-11-25T19:24:30,119 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/80f03590fb4a491686016db8ed625747 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/80f03590fb4a491686016db8ed625747 2024-11-25T19:24:30,120 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/899d19caf8714095af3fddf8ccf3368b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/899d19caf8714095af3fddf8ccf3368b 2024-11-25T19:24:30,122 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4f75a33616e54631be7b03e981fec4d3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4f75a33616e54631be7b03e981fec4d3 2024-11-25T19:24:30,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/515ea5c0faa14da3a733497a26d5cf97 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/515ea5c0faa14da3a733497a26d5cf97 2024-11-25T19:24:30,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125873a40e692564f80ac8227df280d6fbd_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562670105/Put/seqid=0 2024-11-25T19:24:30,127 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0afd187efc2446228d6eb11a7c34d5d2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0afd187efc2446228d6eb11a7c34d5d2 2024-11-25T19:24:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562730112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/6781b2c64b854bd4852f6d3643e1c895 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/6781b2c64b854bd4852f6d3643e1c895 2024-11-25T19:24:30,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7fcc324622cf4d3dba6824035575c2dc to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7fcc324622cf4d3dba6824035575c2dc 2024-11-25T19:24:30,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7f77a4e4f1ce44ab88572388b707d78e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/7f77a4e4f1ce44ab88572388b707d78e 2024-11-25T19:24:30,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/54dadf45f5d14e13aea3ef4b24a21924 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/54dadf45f5d14e13aea3ef4b24a21924 2024-11-25T19:24:30,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742274_1450 (size=17534) 2024-11-25T19:24:30,134 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:30,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/e397be1f065c478c90777b778cafd1e4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/e397be1f065c478c90777b778cafd1e4 2024-11-25T19:24:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562730122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562730123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/b434d492b6514e33b965826b83182108 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/b434d492b6514e33b965826b83182108 2024-11-25T19:24:30,138 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125873a40e692564f80ac8227df280d6fbd_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125873a40e692564f80ac8227df280d6fbd_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:30,139 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9e648f476a2045cf8efd931a8f9aaf4d, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:30,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9e648f476a2045cf8efd931a8f9aaf4d is 175, key is test_row_0/A:col10/1732562670105/Put/seqid=0 2024-11-25T19:24:30,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/2246cea5079b4fee9eeea5423ebd0130 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/2246cea5079b4fee9eeea5423ebd0130 2024-11-25T19:24:30,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/8fe405d0b4554ba0b5db292c601b4e0f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/8fe405d0b4554ba0b5db292c601b4e0f 2024-11-25T19:24:30,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562730128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562730135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,145 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/5fb503e1745e4651acb15e059b18034f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/5fb503e1745e4651acb15e059b18034f 2024-11-25T19:24:30,146 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c7bba267636f484ea81ef029e93dfe2d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c7bba267636f484ea81ef029e93dfe2d 2024-11-25T19:24:30,147 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/bb6fc42a9cd04b11a6b0e34afa8bd7f8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/bb6fc42a9cd04b11a6b0e34afa8bd7f8 2024-11-25T19:24:30,148 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/41c137a7573c45e0aa8952fce0ecc290 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/41c137a7573c45e0aa8952fce0ecc290 2024-11-25T19:24:30,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/05c55bf783da4ae5a39a576e0c2d466c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/05c55bf783da4ae5a39a576e0c2d466c 2024-11-25T19:24:30,150 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/95f3bddd550148e0a76dca16755313cf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/95f3bddd550148e0a76dca16755313cf 2024-11-25T19:24:30,152 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 41c137a7573c45e0aa8952fce0ecc290(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:30,152 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:30,152 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562669502; duration=0sec 2024-11-25T19:24:30,152 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:30,152 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:30,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a9df31e7042746edb39a2083ecf9ebc4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/a9df31e7042746edb39a2083ecf9ebc4 2024-11-25T19:24:30,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/78825edffd4e4d1cb5f69e5d2ae6fdfb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/78825edffd4e4d1cb5f69e5d2ae6fdfb 2024-11-25T19:24:30,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0ec1381d1c094e07b336504d122b3d21 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/0ec1381d1c094e07b336504d122b3d21 2024-11-25T19:24:30,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c53ef93a56054d95a9d9faa5fb7b8ad5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/c53ef93a56054d95a9d9faa5fb7b8ad5 2024-11-25T19:24:30,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d736abcd529b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/22b5a25d796e45098d86bdee40f49e06 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/22b5a25d796e45098d86bdee40f49e06 2024-11-25T19:24:30,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742275_1451 (size=48639) 2024-11-25T19:24:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:30,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562730229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562730240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562730240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562730245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562730246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,422 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562730433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562730449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562730450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562730453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562730454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,572 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=479, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9e648f476a2045cf8efd931a8f9aaf4d 2024-11-25T19:24:30,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:30,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:30,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/666e5c54f7fb45f2be054086e0946375 is 50, key is test_row_0/B:col10/1732562670105/Put/seqid=0 2024-11-25T19:24:30,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742276_1452 (size=12301) 2024-11-25T19:24:30,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:30,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54156 deadline: 1732562730739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562730754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1732562730755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54128 deadline: 1732562730760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54184 deadline: 1732562730761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:30,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:30,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:31,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/666e5c54f7fb45f2be054086e0946375 2024-11-25T19:24:31,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/4ac036c82eab4045b68840d5cee36d70 is 50, key is test_row_0/C:col10/1732562670105/Put/seqid=0 2024-11-25T19:24:31,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:31,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:31,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:31,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742277_1453 (size=12301) 2024-11-25T19:24:31,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/4ac036c82eab4045b68840d5cee36d70 2024-11-25T19:24:31,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/9e648f476a2045cf8efd931a8f9aaf4d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9e648f476a2045cf8efd931a8f9aaf4d 2024-11-25T19:24:31,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9e648f476a2045cf8efd931a8f9aaf4d, entries=250, sequenceid=479, filesize=47.5 K 2024-11-25T19:24:31,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/666e5c54f7fb45f2be054086e0946375 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/666e5c54f7fb45f2be054086e0946375 2024-11-25T19:24:31,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/666e5c54f7fb45f2be054086e0946375, entries=150, sequenceid=479, filesize=12.0 K 2024-11-25T19:24:31,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/4ac036c82eab4045b68840d5cee36d70 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4ac036c82eab4045b68840d5cee36d70 2024-11-25T19:24:31,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4ac036c82eab4045b68840d5cee36d70, entries=150, sequenceid=479, filesize=12.0 K 2024-11-25T19:24:31,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1020ms, sequenceid=479, compaction requested=true 2024-11-25T19:24:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:31,127 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:31,127 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:31,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:31,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:31,135 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:31,135 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:31,135 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:31,135 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:31,135 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:31,135 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:31,135 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/3eb43ffe0a1d45509b2f2ee50e0f50f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/01aa3d96fd014e99abe5dbc8a5f25fc8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/666e5c54f7fb45f2be054086e0946375] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=37.0 K 2024-11-25T19:24:31,135 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5735f600848a495f8100276a9b86984a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9e648f476a2045cf8efd931a8f9aaf4d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=118.0 K 2024-11-25T19:24:31,135 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:31,135 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5735f600848a495f8100276a9b86984a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9e648f476a2045cf8efd931a8f9aaf4d] 2024-11-25T19:24:31,136 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb43ffe0a1d45509b2f2ee50e0f50f0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732562668613 2024-11-25T19:24:31,136 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c0d7270f4014b8fbc94bb3e1ad4f3f9, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732562668613 2024-11-25T19:24:31,136 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01aa3d96fd014e99abe5dbc8a5f25fc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732562669299 2024-11-25T19:24:31,136 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5735f600848a495f8100276a9b86984a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732562669278 2024-11-25T19:24:31,136 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 666e5c54f7fb45f2be054086e0946375, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732562669764 2024-11-25T19:24:31,137 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e648f476a2045cf8efd931a8f9aaf4d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732562669764 2024-11-25T19:24:31,167 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:31,181 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:31,181 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/05fd7e53cc7948b198ed2a5b6c30cc61 is 50, key is test_row_0/B:col10/1732562670105/Put/seqid=0 2024-11-25T19:24:31,190 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125c57dd2277c0c42c296df6370fe0b888d_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:31,193 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125c57dd2277c0c42c296df6370fe0b888d_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:31,193 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c57dd2277c0c42c296df6370fe0b888d_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:31,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:31,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T19:24:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:31,198 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T19:24:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:31,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:31,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:31,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742278_1454 (size=12404) 2024-11-25T19:24:31,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742279_1455 (size=4469) 2024-11-25T19:24:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250acce1dc99fd4687836171e10bc83c5f_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562670111/Put/seqid=0 2024-11-25T19:24:31,226 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/05fd7e53cc7948b198ed2a5b6c30cc61 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/05fd7e53cc7948b198ed2a5b6c30cc61 2024-11-25T19:24:31,237 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 05fd7e53cc7948b198ed2a5b6c30cc61(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:31,237 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:31,238 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562671127; duration=0sec 2024-11-25T19:24:31,238 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:31,238 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:31,238 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:31,240 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:31,240 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:31,240 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:31,241 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/41c137a7573c45e0aa8952fce0ecc290, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/849f64a8c8c24708a2629ab32ce63f65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4ac036c82eab4045b68840d5cee36d70] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=37.0 K 2024-11-25T19:24:31,248 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41c137a7573c45e0aa8952fce0ecc290, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732562668613 2024-11-25T19:24:31,248 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849f64a8c8c24708a2629ab32ce63f65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732562669299 2024-11-25T19:24:31,249 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ac036c82eab4045b68840d5cee36d70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732562669764 2024-11-25T19:24:31,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. as already flushing 2024-11-25T19:24:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:31,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742280_1456 (size=12454) 2024-11-25T19:24:31,273 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:31,273 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/06981457342c47619edd7cda8c28b951 is 50, key is test_row_0/C:col10/1732562670105/Put/seqid=0 2024-11-25T19:24:31,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742281_1457 (size=12507) 2024-11-25T19:24:31,319 DEBUG [Thread-1484 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0523025d to 127.0.0.1:59939 2024-11-25T19:24:31,319 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,319 DEBUG [Thread-1482 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e93614e to 127.0.0.1:59939 2024-11-25T19:24:31,319 DEBUG [Thread-1482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,320 DEBUG [Thread-1475 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fd3f5fc to 127.0.0.1:59939 2024-11-25T19:24:31,320 DEBUG [Thread-1473 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1cbce2b4 to 127.0.0.1:59939 2024-11-25T19:24:31,320 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,320 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,322 DEBUG [Thread-1467 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5271608e to 127.0.0.1:59939 2024-11-25T19:24:31,322 DEBUG [Thread-1467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,322 DEBUG [Thread-1469 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a139b42 to 127.0.0.1:59939 2024-11-25T19:24:31,322 DEBUG [Thread-1469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562731310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:31,323 DEBUG [Thread-1486 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b9a1701 to 127.0.0.1:59939 2024-11-25T19:24:31,323 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,333 DEBUG [Thread-1480 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4831febd to 127.0.0.1:59939 2024-11-25T19:24:31,333 DEBUG [Thread-1480 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,334 DEBUG [Thread-1478 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c0ec341 to 127.0.0.1:59939 2024-11-25T19:24:31,334 DEBUG [Thread-1478 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:31,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562731424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:31,621 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#369 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:31,621 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/de73cef3a1984dfa98d4d6ea5869ed5d is 175, key is test_row_0/A:col10/1732562670105/Put/seqid=0 2024-11-25T19:24:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742282_1458 (size=31358) 2024-11-25T19:24:31,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562731626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:31,631 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/de73cef3a1984dfa98d4d6ea5869ed5d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/de73cef3a1984dfa98d4d6ea5869ed5d 2024-11-25T19:24:31,635 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into de73cef3a1984dfa98d4d6ea5869ed5d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:31,635 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:31,635 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562671127; duration=0sec 2024-11-25T19:24:31,635 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:31,635 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:31,669 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250acce1dc99fd4687836171e10bc83c5f_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250acce1dc99fd4687836171e10bc83c5f_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:31,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5f9f3ecc51b2475e86678a17d3a763ba, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:31,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5f9f3ecc51b2475e86678a17d3a763ba is 175, key is test_row_0/A:col10/1732562670111/Put/seqid=0 2024-11-25T19:24:31,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742283_1459 (size=31255) 2024-11-25T19:24:31,703 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/06981457342c47619edd7cda8c28b951 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/06981457342c47619edd7cda8c28b951 2024-11-25T19:24:31,707 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 06981457342c47619edd7cda8c28b951(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:31,707 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:31,707 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562671127; duration=0sec 2024-11-25T19:24:31,707 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:31,707 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:31,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562731930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:32,073 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=489, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5f9f3ecc51b2475e86678a17d3a763ba 2024-11-25T19:24:32,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/85d2ec3bfd834a019e1e4cf81240912f is 50, key is test_row_0/B:col10/1732562670111/Put/seqid=0 2024-11-25T19:24:32,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742284_1460 (size=12301) 2024-11-25T19:24:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:32,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732562732433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:32,483 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/85d2ec3bfd834a019e1e4cf81240912f 2024-11-25T19:24:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/aee3bc22fe4c4d7882dfcf56828aa229 is 50, key is test_row_0/C:col10/1732562670111/Put/seqid=0 2024-11-25T19:24:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742285_1461 (size=12301) 2024-11-25T19:24:32,892 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/aee3bc22fe4c4d7882dfcf56828aa229 2024-11-25T19:24:32,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/5f9f3ecc51b2475e86678a17d3a763ba as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5f9f3ecc51b2475e86678a17d3a763ba 2024-11-25T19:24:32,910 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5f9f3ecc51b2475e86678a17d3a763ba, entries=150, sequenceid=489, filesize=30.5 K 2024-11-25T19:24:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/85d2ec3bfd834a019e1e4cf81240912f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/85d2ec3bfd834a019e1e4cf81240912f 2024-11-25T19:24:32,915 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/85d2ec3bfd834a019e1e4cf81240912f, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T19:24:32,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/aee3bc22fe4c4d7882dfcf56828aa229 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/aee3bc22fe4c4d7882dfcf56828aa229 2024-11-25T19:24:32,921 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/aee3bc22fe4c4d7882dfcf56828aa229, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T19:24:32,922 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 1723ms, sequenceid=489, compaction requested=false 2024-11-25T19:24:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T19:24:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T19:24:32,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T19:24:32,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.8170 sec 2024-11-25T19:24:32,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 4.8210 sec 2024-11-25T19:24:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:33,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 641940ec6ca45e58a242ebcf4e7fa4c1 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T19:24:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=A 2024-11-25T19:24:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=B 2024-11-25T19:24:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 641940ec6ca45e58a242ebcf4e7fa4c1, store=C 2024-11-25T19:24:33,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:33,446 DEBUG [Thread-1471 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1acf826f to 127.0.0.1:59939 2024-11-25T19:24:33,446 DEBUG [Thread-1471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:33,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253751419e037645eba8c5962a55064247_641940ec6ca45e58a242ebcf4e7fa4c1 is 50, key is test_row_0/A:col10/1732562671318/Put/seqid=0 2024-11-25T19:24:33,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742286_1462 (size=12454) 2024-11-25T19:24:33,497 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:33,502 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253751419e037645eba8c5962a55064247_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253751419e037645eba8c5962a55064247_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:33,504 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/2abb3acd3fb14e71b79c08df8a8958bd, store: [table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:33,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/2abb3acd3fb14e71b79c08df8a8958bd is 175, key is test_row_0/A:col10/1732562671318/Put/seqid=0 2024-11-25T19:24:33,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742287_1463 (size=31255) 2024-11-25T19:24:33,540 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=521, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/2abb3acd3fb14e71b79c08df8a8958bd 2024-11-25T19:24:33,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/ed29d72fe4d345219d8d7b06f63e5a74 is 50, key is test_row_0/B:col10/1732562671318/Put/seqid=0 2024-11-25T19:24:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742288_1464 (size=12301) 2024-11-25T19:24:33,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/ed29d72fe4d345219d8d7b06f63e5a74 2024-11-25T19:24:33,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/de8c8cfbc75b40ee8cee3655eac81c1e is 50, key is test_row_0/C:col10/1732562671318/Put/seqid=0 2024-11-25T19:24:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742289_1465 (size=12301) 2024-11-25T19:24:33,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/de8c8cfbc75b40ee8cee3655eac81c1e 2024-11-25T19:24:33,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/2abb3acd3fb14e71b79c08df8a8958bd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2abb3acd3fb14e71b79c08df8a8958bd 2024-11-25T19:24:33,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2abb3acd3fb14e71b79c08df8a8958bd, entries=150, sequenceid=521, filesize=30.5 K 2024-11-25T19:24:33,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/ed29d72fe4d345219d8d7b06f63e5a74 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ed29d72fe4d345219d8d7b06f63e5a74 2024-11-25T19:24:33,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ed29d72fe4d345219d8d7b06f63e5a74, entries=150, sequenceid=521, filesize=12.0 K 2024-11-25T19:24:33,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/de8c8cfbc75b40ee8cee3655eac81c1e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/de8c8cfbc75b40ee8cee3655eac81c1e 2024-11-25T19:24:33,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/de8c8cfbc75b40ee8cee3655eac81c1e, entries=150, sequenceid=521, filesize=12.0 K 2024-11-25T19:24:33,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=0 B/0 for 641940ec6ca45e58a242ebcf4e7fa4c1 in 408ms, sequenceid=521, compaction requested=true 2024-11-25T19:24:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:33,853 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:33,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:33,853 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:33,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 641940ec6ca45e58a242ebcf4e7fa4c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:33,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:33,855 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:33,855 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93868 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:33,855 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/B is initiating minor compaction (all files) 2024-11-25T19:24:33,855 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/A is initiating minor compaction (all files) 2024-11-25T19:24:33,855 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/B in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:33,855 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/05fd7e53cc7948b198ed2a5b6c30cc61, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/85d2ec3bfd834a019e1e4cf81240912f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ed29d72fe4d345219d8d7b06f63e5a74] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.1 K 2024-11-25T19:24:33,855 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/A in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:33,855 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/de73cef3a1984dfa98d4d6ea5869ed5d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5f9f3ecc51b2475e86678a17d3a763ba, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2abb3acd3fb14e71b79c08df8a8958bd] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=91.7 K 2024-11-25T19:24:33,855 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:33,855 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/de73cef3a1984dfa98d4d6ea5869ed5d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5f9f3ecc51b2475e86678a17d3a763ba, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2abb3acd3fb14e71b79c08df8a8958bd] 2024-11-25T19:24:33,856 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting de73cef3a1984dfa98d4d6ea5869ed5d, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732562669764 2024-11-25T19:24:33,856 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 05fd7e53cc7948b198ed2a5b6c30cc61, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732562669764 2024-11-25T19:24:33,856 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 85d2ec3bfd834a019e1e4cf81240912f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732562670111 2024-11-25T19:24:33,856 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f9f3ecc51b2475e86678a17d3a763ba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732562670111 2024-11-25T19:24:33,857 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ed29d72fe4d345219d8d7b06f63e5a74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732562671308 2024-11-25T19:24:33,857 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2abb3acd3fb14e71b79c08df8a8958bd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732562671308 2024-11-25T19:24:33,901 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:33,902 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/76defad30068453ebbab5cab4a43af42 is 50, key is test_row_0/B:col10/1732562671318/Put/seqid=0 2024-11-25T19:24:33,915 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:33,935 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125c35d5ff58b9c4ba1a6a6bcd16dbd24c0_641940ec6ca45e58a242ebcf4e7fa4c1 store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:33,941 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125c35d5ff58b9c4ba1a6a6bcd16dbd24c0_641940ec6ca45e58a242ebcf4e7fa4c1, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:33,941 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c35d5ff58b9c4ba1a6a6bcd16dbd24c0_641940ec6ca45e58a242ebcf4e7fa4c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=641940ec6ca45e58a242ebcf4e7fa4c1] 2024-11-25T19:24:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742290_1466 (size=12507) 2024-11-25T19:24:33,979 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/B/76defad30068453ebbab5cab4a43af42 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/76defad30068453ebbab5cab4a43af42 2024-11-25T19:24:33,996 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/B of 641940ec6ca45e58a242ebcf4e7fa4c1 into 76defad30068453ebbab5cab4a43af42(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:33,996 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:33,996 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/B, priority=13, startTime=1732562673853; duration=0sec 2024-11-25T19:24:33,996 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:33,996 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:B 2024-11-25T19:24:33,996 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:33,997 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37109 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:33,997 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 641940ec6ca45e58a242ebcf4e7fa4c1/C is initiating minor compaction (all files) 2024-11-25T19:24:33,997 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 641940ec6ca45e58a242ebcf4e7fa4c1/C in TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:33,997 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/06981457342c47619edd7cda8c28b951, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/aee3bc22fe4c4d7882dfcf56828aa229, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/de8c8cfbc75b40ee8cee3655eac81c1e] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp, totalSize=36.2 K 2024-11-25T19:24:33,998 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 06981457342c47619edd7cda8c28b951, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732562669764 2024-11-25T19:24:33,998 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting aee3bc22fe4c4d7882dfcf56828aa229, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1732562670111 2024-11-25T19:24:33,998 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting de8c8cfbc75b40ee8cee3655eac81c1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1732562671308 2024-11-25T19:24:34,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742291_1467 (size=4469) 2024-11-25T19:24:34,031 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#A#compaction#379 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:34,032 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/49667c5a4ef5400d85e78d59865e2ecb is 175, key is test_row_0/A:col10/1732562671318/Put/seqid=0 2024-11-25T19:24:34,039 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 641940ec6ca45e58a242ebcf4e7fa4c1#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:34,040 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/3e7ff52c12df4d1db11b63e217b5b160 is 50, key is test_row_0/C:col10/1732562671318/Put/seqid=0 2024-11-25T19:24:34,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742292_1468 (size=31461) 2024-11-25T19:24:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742293_1469 (size=12609) 2024-11-25T19:24:34,053 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/C/3e7ff52c12df4d1db11b63e217b5b160 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3e7ff52c12df4d1db11b63e217b5b160 2024-11-25T19:24:34,055 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/.tmp/A/49667c5a4ef5400d85e78d59865e2ecb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/49667c5a4ef5400d85e78d59865e2ecb 2024-11-25T19:24:34,069 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/C of 641940ec6ca45e58a242ebcf4e7fa4c1 into 3e7ff52c12df4d1db11b63e217b5b160(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:34,069 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:34,069 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/C, priority=13, startTime=1732562673853; duration=0sec 2024-11-25T19:24:34,070 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:34,070 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:C 2024-11-25T19:24:34,076 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 641940ec6ca45e58a242ebcf4e7fa4c1/A of 641940ec6ca45e58a242ebcf4e7fa4c1 into 49667c5a4ef5400d85e78d59865e2ecb(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:34,076 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:34,076 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1., storeName=641940ec6ca45e58a242ebcf4e7fa4c1/A, priority=13, startTime=1732562673853; duration=0sec 2024-11-25T19:24:34,076 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:34,076 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 641940ec6ca45e58a242ebcf4e7fa4c1:A 2024-11-25T19:24:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T19:24:36,217 INFO [Thread-1477 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1133 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3399 rows 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1123 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3369 rows 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1140 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3420 rows 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1128 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3384 rows 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1110 2024-11-25T19:24:36,221 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3330 rows 2024-11-25T19:24:36,221 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T19:24:36,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20f7f6a4 to 127.0.0.1:59939 2024-11-25T19:24:36,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:36,224 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T19:24:36,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T19:24:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T19:24:36,232 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562676232"}]},"ts":"1732562676232"} 2024-11-25T19:24:36,233 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T19:24:36,241 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T19:24:36,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:24:36,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, UNASSIGN}] 2024-11-25T19:24:36,244 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, UNASSIGN 2024-11-25T19:24:36,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:36,245 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:24:36,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:24:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T19:24:36,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:36,399 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,399 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:24:36,399 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 641940ec6ca45e58a242ebcf4e7fa4c1, disabling compactions & flushes 2024-11-25T19:24:36,399 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:36,399 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:36,399 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. after waiting 0 ms 2024-11-25T19:24:36,400 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:36,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5735f600848a495f8100276a9b86984a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9e648f476a2045cf8efd931a8f9aaf4d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/de73cef3a1984dfa98d4d6ea5869ed5d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5f9f3ecc51b2475e86678a17d3a763ba, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2abb3acd3fb14e71b79c08df8a8958bd] to archive 2024-11-25T19:24:36,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:36,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2c0d7270f4014b8fbc94bb3e1ad4f3f9 2024-11-25T19:24:36,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5735f600848a495f8100276a9b86984a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5735f600848a495f8100276a9b86984a 2024-11-25T19:24:36,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9e648f476a2045cf8efd931a8f9aaf4d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/9e648f476a2045cf8efd931a8f9aaf4d 2024-11-25T19:24:36,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/de73cef3a1984dfa98d4d6ea5869ed5d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/de73cef3a1984dfa98d4d6ea5869ed5d 2024-11-25T19:24:36,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5f9f3ecc51b2475e86678a17d3a763ba to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/5f9f3ecc51b2475e86678a17d3a763ba 2024-11-25T19:24:36,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2abb3acd3fb14e71b79c08df8a8958bd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/2abb3acd3fb14e71b79c08df8a8958bd 2024-11-25T19:24:36,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/3eb43ffe0a1d45509b2f2ee50e0f50f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/01aa3d96fd014e99abe5dbc8a5f25fc8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/05fd7e53cc7948b198ed2a5b6c30cc61, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/666e5c54f7fb45f2be054086e0946375, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/85d2ec3bfd834a019e1e4cf81240912f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ed29d72fe4d345219d8d7b06f63e5a74] to archive 2024-11-25T19:24:36,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:36,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/3eb43ffe0a1d45509b2f2ee50e0f50f0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/3eb43ffe0a1d45509b2f2ee50e0f50f0 2024-11-25T19:24:36,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/01aa3d96fd014e99abe5dbc8a5f25fc8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/01aa3d96fd014e99abe5dbc8a5f25fc8 2024-11-25T19:24:36,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/05fd7e53cc7948b198ed2a5b6c30cc61 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/05fd7e53cc7948b198ed2a5b6c30cc61 2024-11-25T19:24:36,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/666e5c54f7fb45f2be054086e0946375 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/666e5c54f7fb45f2be054086e0946375 2024-11-25T19:24:36,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/85d2ec3bfd834a019e1e4cf81240912f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/85d2ec3bfd834a019e1e4cf81240912f 2024-11-25T19:24:36,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ed29d72fe4d345219d8d7b06f63e5a74 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/ed29d72fe4d345219d8d7b06f63e5a74 2024-11-25T19:24:36,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/d13aa11dbbd14d24ad3baf7b97650631, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/59c8064914d34cce9d5df672db7620c0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/41c137a7573c45e0aa8952fce0ecc290, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/17ade24f959b4f9ea37aff7f49a2e27e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/849f64a8c8c24708a2629ab32ce63f65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/06981457342c47619edd7cda8c28b951, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4ac036c82eab4045b68840d5cee36d70, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/aee3bc22fe4c4d7882dfcf56828aa229, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/de8c8cfbc75b40ee8cee3655eac81c1e] to archive 2024-11-25T19:24:36,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:24:36,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/d13aa11dbbd14d24ad3baf7b97650631 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/d13aa11dbbd14d24ad3baf7b97650631 2024-11-25T19:24:36,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/59c8064914d34cce9d5df672db7620c0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/59c8064914d34cce9d5df672db7620c0 2024-11-25T19:24:36,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/41c137a7573c45e0aa8952fce0ecc290 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/41c137a7573c45e0aa8952fce0ecc290 2024-11-25T19:24:36,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/17ade24f959b4f9ea37aff7f49a2e27e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/17ade24f959b4f9ea37aff7f49a2e27e 2024-11-25T19:24:36,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/849f64a8c8c24708a2629ab32ce63f65 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/849f64a8c8c24708a2629ab32ce63f65 2024-11-25T19:24:36,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/06981457342c47619edd7cda8c28b951 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/06981457342c47619edd7cda8c28b951 2024-11-25T19:24:36,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4ac036c82eab4045b68840d5cee36d70 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/4ac036c82eab4045b68840d5cee36d70 2024-11-25T19:24:36,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/aee3bc22fe4c4d7882dfcf56828aa229 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/aee3bc22fe4c4d7882dfcf56828aa229 2024-11-25T19:24:36,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/de8c8cfbc75b40ee8cee3655eac81c1e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/de8c8cfbc75b40ee8cee3655eac81c1e 2024-11-25T19:24:36,536 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/recovered.edits/527.seqid, newMaxSeqId=527, maxSeqId=4 2024-11-25T19:24:36,538 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1. 2024-11-25T19:24:36,538 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 641940ec6ca45e58a242ebcf4e7fa4c1: 2024-11-25T19:24:36,541 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,541 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=641940ec6ca45e58a242ebcf4e7fa4c1, regionState=CLOSED 2024-11-25T19:24:36,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T19:24:36,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 641940ec6ca45e58a242ebcf4e7fa4c1, server=d736abcd529b,39035,1732562546845 in 297 msec 2024-11-25T19:24:36,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-25T19:24:36,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=641940ec6ca45e58a242ebcf4e7fa4c1, UNASSIGN in 301 msec 2024-11-25T19:24:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T19:24:36,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T19:24:36,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 305 msec 2024-11-25T19:24:36,549 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562676549"}]},"ts":"1732562676549"} 2024-11-25T19:24:36,550 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T19:24:36,566 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T19:24:36,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 342 msec 2024-11-25T19:24:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T19:24:36,848 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T19:24:36,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T19:24:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:36,849 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T19:24:36,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:36,859 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,861 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/recovered.edits] 2024-11-25T19:24:36,864 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/49667c5a4ef5400d85e78d59865e2ecb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/A/49667c5a4ef5400d85e78d59865e2ecb 2024-11-25T19:24:36,867 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/76defad30068453ebbab5cab4a43af42 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/B/76defad30068453ebbab5cab4a43af42 2024-11-25T19:24:36,870 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3e7ff52c12df4d1db11b63e217b5b160 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/C/3e7ff52c12df4d1db11b63e217b5b160 2024-11-25T19:24:36,875 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/recovered.edits/527.seqid to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1/recovered.edits/527.seqid 2024-11-25T19:24:36,876 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,876 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T19:24:36,876 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T19:24:36,878 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T19:24:36,882 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250acce1dc99fd4687836171e10bc83c5f_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250acce1dc99fd4687836171e10bc83c5f_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,883 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250cccbb8d73db4bb19c15b0019582fcd9_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250cccbb8d73db4bb19c15b0019582fcd9_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,891 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516d52b9434144cf99bc654b2d2f833da_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516d52b9434144cf99bc654b2d2f833da_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,892 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125221b10e39f2a4d33a870469497bf30ca_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125221b10e39f2a4d33a870469497bf30ca_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,893 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112526e1410799424dbb9449b3cefd626687_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112526e1410799424dbb9449b3cefd626687_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,894 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252807b243f9024b8a9f740560983d6b30_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252807b243f9024b8a9f740560983d6b30_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,896 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253751419e037645eba8c5962a55064247_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253751419e037645eba8c5962a55064247_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,897 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255322d9bed1844653a1ed9e2a4a20d673_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255322d9bed1844653a1ed9e2a4a20d673_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,901 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255331bd85172c4a639be63913a6829e5e_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255331bd85172c4a639be63913a6829e5e_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,902 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125577b287a37044800bf8d88f66a4a47a1_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125577b287a37044800bf8d88f66a4a47a1_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,904 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b9da25aae3c4f0f969b0bae97898c62_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255b9da25aae3c4f0f969b0bae97898c62_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,905 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125743a9fcc40ee4f11b247d70b542517a2_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125743a9fcc40ee4f11b247d70b542517a2_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,910 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257740428995c247e58822e99a76eb01dc_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257740428995c247e58822e99a76eb01dc_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,924 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a5b18b697664192be2ded94838c074f_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a5b18b697664192be2ded94838c074f_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,929 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125873a40e692564f80ac8227df280d6fbd_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125873a40e692564f80ac8227df280d6fbd_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,934 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592ccc9fb8b93444781449157bec96cb5_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592ccc9fb8b93444781449157bec96cb5_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,940 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125990ec1fcf5914feba750847b29ecb2c9_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125990ec1fcf5914feba750847b29ecb2c9_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,943 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a7a118bd3b324b7294c2faf1186036fd_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a7a118bd3b324b7294c2faf1186036fd_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,945 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad8696d3787b443f9967c16f7a6adbb3_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ad8696d3787b443f9967c16f7a6adbb3_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,946 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bd863178dc7746568829364ea2280ca8_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bd863178dc7746568829364ea2280ca8_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,948 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb6d456e4b0643049c3c1c9ccc7e6de6_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cb6d456e4b0643049c3c1c9ccc7e6de6_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,950 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d84e1c1fde95485195922700cd321adc_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d84e1c1fde95485195922700cd321adc_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T19:24:36,952 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da9e7c939b7b461aa97a22737bec2a2a_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125da9e7c939b7b461aa97a22737bec2a2a_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,955 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e328d24ce7d746ae80bf787428ad36c4_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e328d24ce7d746ae80bf787428ad36c4_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,956 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e97d7f020f5a4ddd8c6427ef869da91e_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e97d7f020f5a4ddd8c6427ef869da91e_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,957 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd7c255663d0453eafaab73b23376f39_641940ec6ca45e58a242ebcf4e7fa4c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fd7c255663d0453eafaab73b23376f39_641940ec6ca45e58a242ebcf4e7fa4c1 2024-11-25T19:24:36,957 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T19:24:36,960 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:36,962 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T19:24:36,964 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T19:24:36,965 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:36,965 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T19:24:36,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732562676965"}]},"ts":"9223372036854775807"} 2024-11-25T19:24:36,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T19:24:36,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 641940ec6ca45e58a242ebcf4e7fa4c1, NAME => 'TestAcidGuarantees,,1732562647545.641940ec6ca45e58a242ebcf4e7fa4c1.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T19:24:36,968 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T19:24:36,968 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732562676968"}]},"ts":"9223372036854775807"} 2024-11-25T19:24:36,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T19:24:37,000 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:37,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 152 msec 2024-11-25T19:24:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T19:24:37,152 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T19:24:37,164 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=243 (was 237) - Thread LEAK? -, OpenFileDescriptor=467 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1163 (was 1209), ProcessCount=11 (was 11), AvailableMemoryMB=4963 (was 5190) 2024-11-25T19:24:37,173 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=243, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=1163, ProcessCount=11, AvailableMemoryMB=4961 2024-11-25T19:24:37,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:24:37,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:24:37,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T19:24:37,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T19:24:37,176 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:37,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-25T19:24:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T19:24:37,177 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T19:24:37,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742294_1470 (size=960) 2024-11-25T19:24:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T19:24:37,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T19:24:37,582 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:24:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742295_1471 (size=53) 2024-11-25T19:24:37,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T19:24:37,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:24:37,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 566a583c3c910b86c16f9ced50172dc2, disabling compactions & flushes 2024-11-25T19:24:37,987 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:37,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:37,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. after waiting 0 ms 2024-11-25T19:24:37,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:37,987 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:37,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:37,988 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T19:24:37,988 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732562677988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732562677988"}]},"ts":"1732562677988"} 2024-11-25T19:24:37,989 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T19:24:37,989 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T19:24:37,990 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562677989"}]},"ts":"1732562677989"} 2024-11-25T19:24:37,990 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T19:24:38,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=566a583c3c910b86c16f9ced50172dc2, ASSIGN}] 2024-11-25T19:24:38,008 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=566a583c3c910b86c16f9ced50172dc2, ASSIGN 2024-11-25T19:24:38,009 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=566a583c3c910b86c16f9ced50172dc2, ASSIGN; state=OFFLINE, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=false 2024-11-25T19:24:38,159 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=566a583c3c910b86c16f9ced50172dc2, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:38,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:24:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T19:24:38,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:38,314 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:38,314 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:24:38,315 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,315 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:24:38,315 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,315 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,316 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,317 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:38,317 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 566a583c3c910b86c16f9ced50172dc2 columnFamilyName A 2024-11-25T19:24:38,317 DEBUG [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:38,317 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.HStore(327): Store=566a583c3c910b86c16f9ced50172dc2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:38,317 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,318 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:38,318 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 566a583c3c910b86c16f9ced50172dc2 columnFamilyName B 2024-11-25T19:24:38,318 DEBUG [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:38,318 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.HStore(327): Store=566a583c3c910b86c16f9ced50172dc2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:38,318 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,319 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:24:38,320 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 566a583c3c910b86c16f9ced50172dc2 columnFamilyName C 2024-11-25T19:24:38,320 DEBUG [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:24:38,320 INFO [StoreOpener-566a583c3c910b86c16f9ced50172dc2-1 {}] regionserver.HStore(327): Store=566a583c3c910b86c16f9ced50172dc2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:24:38,320 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:38,321 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,321 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,322 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:24:38,323 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:38,324 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:24:38,325 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 566a583c3c910b86c16f9ced50172dc2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71520578, jitterRate=0.06573966145515442}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:24:38,325 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:38,326 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., pid=119, masterSystemTime=1732562678311 2024-11-25T19:24:38,327 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:38,327 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:38,327 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=566a583c3c910b86c16f9ced50172dc2, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:24:38,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T19:24:38,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 in 168 msec 2024-11-25T19:24:38,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T19:24:38,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=566a583c3c910b86c16f9ced50172dc2, ASSIGN in 322 msec 2024-11-25T19:24:38,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T19:24:38,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562678330"}]},"ts":"1732562678330"} 2024-11-25T19:24:38,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T19:24:38,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T19:24:38,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-25T19:24:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-25T19:24:39,281 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-25T19:24:39,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59daaa82 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2aaa8c4a 2024-11-25T19:24:39,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34614bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,460 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T19:24:39,462 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T19:24:39,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38dd8644 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@466b85c9 2024-11-25T19:24:39,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786b5809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65e17c26 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f3ee89e 2024-11-25T19:24:39,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d375c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,569 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53fc02ba to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b0e6a43 2024-11-25T19:24:39,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbdf91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2011d733 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8e5fd00 2024-11-25T19:24:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc3900b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,616 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39b3baa5 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e195d6e 2024-11-25T19:24:39,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599dd56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14088aa9 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23090be3 2024-11-25T19:24:39,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224e54da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,651 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40302925 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b8d64d3 2024-11-25T19:24:39,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb51dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47ef9951 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@784d683 2024-11-25T19:24:39,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540d7172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,714 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x567011a8 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7761f52b 2024-11-25T19:24:39,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48588c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02430fee to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a736a20 2024-11-25T19:24:39,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c56316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:24:39,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-25T19:24:39,778 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T19:24:39,785 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:39,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:39,791 DEBUG [hconnection-0x6fd3fd94-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,791 DEBUG [hconnection-0xdc3a45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,793 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,800 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,799 DEBUG [hconnection-0x3ff4e371-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,812 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,823 DEBUG [hconnection-0x116e5a35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,824 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:39,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:39,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:39,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:39,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:39,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:39,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:39,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:39,841 DEBUG [hconnection-0x3cb84261-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,841 DEBUG [hconnection-0x9486e53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,842 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,842 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,859 DEBUG [hconnection-0x1355c598-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,860 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,868 DEBUG [hconnection-0x198cc4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,870 DEBUG [hconnection-0x616ad240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,873 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,874 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T19:24:39,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562739885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562739887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562739886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/628ffaf0e25a46cda76001b11a1fc83c is 50, key is test_row_0/A:col10/1732562679837/Put/seqid=0 2024-11-25T19:24:39,895 DEBUG [hconnection-0x138d91de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:24:39,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562739892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,899 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:24:39,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562739902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T19:24:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:39,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:39,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:39,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:39,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742296_1472 (size=12001) 2024-11-25T19:24:39,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/628ffaf0e25a46cda76001b11a1fc83c 2024-11-25T19:24:39,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562739989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562739989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:39,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562739990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562740007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562740003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/050be35eb2c345af99a9f78f92832822 is 50, key is test_row_0/B:col10/1732562679837/Put/seqid=0 2024-11-25T19:24:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T19:24:40,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T19:24:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:40,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:40,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742297_1473 (size=12001) 2024-11-25T19:24:40,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/050be35eb2c345af99a9f78f92832822 2024-11-25T19:24:40,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/dee7d2d4ffb04e769c6182a771f9c5b5 is 50, key is test_row_0/C:col10/1732562679837/Put/seqid=0 2024-11-25T19:24:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742298_1474 (size=12001) 2024-11-25T19:24:40,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/dee7d2d4ffb04e769c6182a771f9c5b5 2024-11-25T19:24:40,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562740191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562740192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562740192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/628ffaf0e25a46cda76001b11a1fc83c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/628ffaf0e25a46cda76001b11a1fc83c 2024-11-25T19:24:40,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/628ffaf0e25a46cda76001b11a1fc83c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T19:24:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562740208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/050be35eb2c345af99a9f78f92832822 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/050be35eb2c345af99a9f78f92832822 2024-11-25T19:24:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562740208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/050be35eb2c345af99a9f78f92832822, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T19:24:40,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/dee7d2d4ffb04e769c6182a771f9c5b5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dee7d2d4ffb04e769c6182a771f9c5b5 2024-11-25T19:24:40,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dee7d2d4ffb04e769c6182a771f9c5b5, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T19:24:40,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 566a583c3c910b86c16f9ced50172dc2 in 387ms, sequenceid=12, compaction requested=false 2024-11-25T19:24:40,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:40,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T19:24:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:40,247 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:24:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/8f1908c3b4c5489ea037ff53f9e4a65f is 50, key is test_row_0/A:col10/1732562679884/Put/seqid=0 2024-11-25T19:24:40,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742299_1475 (size=12001) 2024-11-25T19:24:40,337 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/8f1908c3b4c5489ea037ff53f9e4a65f 2024-11-25T19:24:40,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/528b9b6a858640ab99fa12dba0921b70 is 50, key is test_row_0/B:col10/1732562679884/Put/seqid=0 2024-11-25T19:24:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T19:24:40,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742300_1476 (size=12001) 2024-11-25T19:24:40,447 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/528b9b6a858640ab99fa12dba0921b70 2024-11-25T19:24:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/9cdaea5625d041aaa7eef3d4332205f2 is 50, key is test_row_0/C:col10/1732562679884/Put/seqid=0 2024-11-25T19:24:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:40,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:40,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562740512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562740512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562740513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562740514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562740514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742301_1477 (size=12001) 2024-11-25T19:24:40,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562740618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562740618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562740623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562740819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562740822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562740827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T19:24:40,925 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/9cdaea5625d041aaa7eef3d4332205f2 2024-11-25T19:24:40,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/8f1908c3b4c5489ea037ff53f9e4a65f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8f1908c3b4c5489ea037ff53f9e4a65f 2024-11-25T19:24:40,933 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8f1908c3b4c5489ea037ff53f9e4a65f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T19:24:40,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/528b9b6a858640ab99fa12dba0921b70 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/528b9b6a858640ab99fa12dba0921b70 2024-11-25T19:24:40,939 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/528b9b6a858640ab99fa12dba0921b70, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T19:24:40,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/9cdaea5625d041aaa7eef3d4332205f2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9cdaea5625d041aaa7eef3d4332205f2 2024-11-25T19:24:40,943 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9cdaea5625d041aaa7eef3d4332205f2, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T19:24:40,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 566a583c3c910b86c16f9ced50172dc2 in 697ms, sequenceid=38, compaction requested=false 2024-11-25T19:24:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-25T19:24:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-25T19:24:40,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T19:24:40,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-11-25T19:24:40,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.1700 sec 2024-11-25T19:24:41,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:41,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:41,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/db41c4d3dad44d1085f378f155d3c4f8 is 50, key is test_row_0/A:col10/1732562681024/Put/seqid=0 2024-11-25T19:24:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742302_1478 (size=14341) 2024-11-25T19:24:41,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562741127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562741127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562741131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562741136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562741137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562741241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562741250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562741250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562741452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/db41c4d3dad44d1085f378f155d3c4f8 2024-11-25T19:24:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562741464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3bd97f9dca02408dba47d2695420203d is 50, key is test_row_0/B:col10/1732562681024/Put/seqid=0 2024-11-25T19:24:41,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562741465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742303_1479 (size=12001) 2024-11-25T19:24:41,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562741643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562741645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562741760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562741772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562741779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T19:24:41,883 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-25T19:24:41,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-25T19:24:41,888 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T19:24:41,889 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:41,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:41,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3bd97f9dca02408dba47d2695420203d 2024-11-25T19:24:41,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/e2206aeac73946ceb334927beba8a28e is 50, key is test_row_0/C:col10/1732562681024/Put/seqid=0 2024-11-25T19:24:41,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742304_1480 (size=12001) 2024-11-25T19:24:41,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/e2206aeac73946ceb334927beba8a28e 2024-11-25T19:24:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T19:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/db41c4d3dad44d1085f378f155d3c4f8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/db41c4d3dad44d1085f378f155d3c4f8 2024-11-25T19:24:42,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/db41c4d3dad44d1085f378f155d3c4f8, entries=200, sequenceid=49, filesize=14.0 K 2024-11-25T19:24:42,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3bd97f9dca02408dba47d2695420203d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3bd97f9dca02408dba47d2695420203d 2024-11-25T19:24:42,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3bd97f9dca02408dba47d2695420203d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T19:24:42,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/e2206aeac73946ceb334927beba8a28e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/e2206aeac73946ceb334927beba8a28e 2024-11-25T19:24:42,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/e2206aeac73946ceb334927beba8a28e, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T19:24:42,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 566a583c3c910b86c16f9ced50172dc2 in 1012ms, sequenceid=49, compaction requested=true 2024-11-25T19:24:42,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:42,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:42,039 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:42,039 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:42,040 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:42,040 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:42,040 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:42,040 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/050be35eb2c345af99a9f78f92832822, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/528b9b6a858640ab99fa12dba0921b70, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3bd97f9dca02408dba47d2695420203d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=35.2 K 2024-11-25T19:24:42,040 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:42,040 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:42,040 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:42,040 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/628ffaf0e25a46cda76001b11a1fc83c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8f1908c3b4c5489ea037ff53f9e4a65f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/db41c4d3dad44d1085f378f155d3c4f8] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.4 K 2024-11-25T19:24:42,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,040 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 050be35eb2c345af99a9f78f92832822, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732562679834 2024-11-25T19:24:42,041 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 628ffaf0e25a46cda76001b11a1fc83c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732562679834 2024-11-25T19:24:42,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T19:24:42,041 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 528b9b6a858640ab99fa12dba0921b70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732562679875 2024-11-25T19:24:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:42,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:24:42,041 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f1908c3b4c5489ea037ff53f9e4a65f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732562679875 2024-11-25T19:24:42,041 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd97f9dca02408dba47d2695420203d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562680510 2024-11-25T19:24:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:42,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:42,042 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting db41c4d3dad44d1085f378f155d3c4f8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562680498 2024-11-25T19:24:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/2c2265a562854856bdf5b1740f541af0 is 50, key is test_row_0/A:col10/1732562681135/Put/seqid=0 2024-11-25T19:24:42,073 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:42,073 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/6bbdb0367c9841f69399b5d80de0b9eb is 50, key is test_row_0/A:col10/1732562681024/Put/seqid=0 2024-11-25T19:24:42,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T19:24:42,089 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:42,089 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/ffccbb12ffa4473e9576e2c121b8b2e7 is 50, key is test_row_0/B:col10/1732562681024/Put/seqid=0 2024-11-25T19:24:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742306_1482 (size=12104) 2024-11-25T19:24:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742305_1481 (size=12001) 2024-11-25T19:24:42,171 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/2c2265a562854856bdf5b1740f541af0 2024-11-25T19:24:42,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742307_1483 (size=12104) 2024-11-25T19:24:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T19:24:42,195 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/ffccbb12ffa4473e9576e2c121b8b2e7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ffccbb12ffa4473e9576e2c121b8b2e7 2024-11-25T19:24:42,200 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into ffccbb12ffa4473e9576e2c121b8b2e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:42,200 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:42,200 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562682039; duration=0sec 2024-11-25T19:24:42,200 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:42,200 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:42,200 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:42,201 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:42,201 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:42,201 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:42,201 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dee7d2d4ffb04e769c6182a771f9c5b5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9cdaea5625d041aaa7eef3d4332205f2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/e2206aeac73946ceb334927beba8a28e] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=35.2 K 2024-11-25T19:24:42,201 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting dee7d2d4ffb04e769c6182a771f9c5b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732562679834 2024-11-25T19:24:42,201 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cdaea5625d041aaa7eef3d4332205f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732562679875 2024-11-25T19:24:42,203 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting e2206aeac73946ceb334927beba8a28e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562680510 2024-11-25T19:24:42,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/ac7a123451fe4aa8b7f11366edf7b50d is 50, key is test_row_0/B:col10/1732562681135/Put/seqid=0 2024-11-25T19:24:42,237 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:42,238 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/b0923ec8edae455886cb9713afd7c229 is 50, key is test_row_0/C:col10/1732562681024/Put/seqid=0 2024-11-25T19:24:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742308_1484 (size=12001) 2024-11-25T19:24:42,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742309_1485 (size=12104) 2024-11-25T19:24:42,266 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/b0923ec8edae455886cb9713afd7c229 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/b0923ec8edae455886cb9713afd7c229 2024-11-25T19:24:42,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:42,286 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into b0923ec8edae455886cb9713afd7c229(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:42,286 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:42,286 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562682039; duration=0sec 2024-11-25T19:24:42,286 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:42,286 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:42,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562742294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562742295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562742309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562742408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562742412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562742418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T19:24:42,571 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/6bbdb0367c9841f69399b5d80de0b9eb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6bbdb0367c9841f69399b5d80de0b9eb 2024-11-25T19:24:42,580 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into 6bbdb0367c9841f69399b5d80de0b9eb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:42,580 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:42,580 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562682038; duration=0sec 2024-11-25T19:24:42,580 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:42,580 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:42,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562742613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562742624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562742628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,650 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/ac7a123451fe4aa8b7f11366edf7b50d 2024-11-25T19:24:42,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562742654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562742659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:42,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/063e21ee2d5742d5a88b5da5286669c4 is 50, key is test_row_0/C:col10/1732562681135/Put/seqid=0 2024-11-25T19:24:42,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742310_1486 (size=12001) 2024-11-25T19:24:42,722 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/063e21ee2d5742d5a88b5da5286669c4 2024-11-25T19:24:42,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/2c2265a562854856bdf5b1740f541af0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2c2265a562854856bdf5b1740f541af0 2024-11-25T19:24:42,737 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2c2265a562854856bdf5b1740f541af0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T19:24:42,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/ac7a123451fe4aa8b7f11366edf7b50d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ac7a123451fe4aa8b7f11366edf7b50d 2024-11-25T19:24:42,743 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ac7a123451fe4aa8b7f11366edf7b50d, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T19:24:42,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/063e21ee2d5742d5a88b5da5286669c4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/063e21ee2d5742d5a88b5da5286669c4 2024-11-25T19:24:42,754 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/063e21ee2d5742d5a88b5da5286669c4, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T19:24:42,755 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 566a583c3c910b86c16f9ced50172dc2 in 714ms, sequenceid=75, compaction requested=false 2024-11-25T19:24:42,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-25T19:24:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-25T19:24:42,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T19:24:42,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 868 msec 2024-11-25T19:24:42,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 874 msec 2024-11-25T19:24:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:42,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:42,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/0dc17880feb94f8a861f558ed451b27d is 50, key is test_row_0/A:col10/1732562682923/Put/seqid=0 2024-11-25T19:24:42,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742311_1487 (size=14341) 2024-11-25T19:24:42,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/0dc17880feb94f8a861f558ed451b27d 2024-11-25T19:24:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T19:24:42,993 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T19:24:42,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/0eb92694287440538ea719a6f5f109de is 50, key is test_row_0/B:col10/1732562682923/Put/seqid=0 2024-11-25T19:24:42,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-25T19:24:43,000 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T19:24:43,001 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:43,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742312_1488 (size=12001) 2024-11-25T19:24:43,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/0eb92694287440538ea719a6f5f109de 2024-11-25T19:24:43,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/cc5deef5c741467c846a39f4b912eadd is 50, key is test_row_0/C:col10/1732562682923/Put/seqid=0 2024-11-25T19:24:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742313_1489 (size=12001) 2024-11-25T19:24:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562743003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/cc5deef5c741467c846a39f4b912eadd 2024-11-25T19:24:43,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562743014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562743014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/0dc17880feb94f8a861f558ed451b27d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/0dc17880feb94f8a861f558ed451b27d 2024-11-25T19:24:43,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/0dc17880feb94f8a861f558ed451b27d, entries=200, sequenceid=89, filesize=14.0 K 2024-11-25T19:24:43,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/0eb92694287440538ea719a6f5f109de as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0eb92694287440538ea719a6f5f109de 2024-11-25T19:24:43,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0eb92694287440538ea719a6f5f109de, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T19:24:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/cc5deef5c741467c846a39f4b912eadd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc5deef5c741467c846a39f4b912eadd 2024-11-25T19:24:43,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc5deef5c741467c846a39f4b912eadd, entries=150, sequenceid=89, filesize=11.7 K 2024-11-25T19:24:43,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 566a583c3c910b86c16f9ced50172dc2 in 113ms, sequenceid=89, compaction requested=true 2024-11-25T19:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:43,037 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:43,037 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:43,039 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:43,039 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:43,039 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,039 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ffccbb12ffa4473e9576e2c121b8b2e7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ac7a123451fe4aa8b7f11366edf7b50d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0eb92694287440538ea719a6f5f109de] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=35.3 K 2024-11-25T19:24:43,039 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:43,039 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:43,039 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,039 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6bbdb0367c9841f69399b5d80de0b9eb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2c2265a562854856bdf5b1740f541af0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/0dc17880feb94f8a861f558ed451b27d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.5 K 2024-11-25T19:24:43,039 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ffccbb12ffa4473e9576e2c121b8b2e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562680510 2024-11-25T19:24:43,040 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bbdb0367c9841f69399b5d80de0b9eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562680510 2024-11-25T19:24:43,040 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c2265a562854856bdf5b1740f541af0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732562681105 2024-11-25T19:24:43,040 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ac7a123451fe4aa8b7f11366edf7b50d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732562681105 2024-11-25T19:24:43,040 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eb92694287440538ea719a6f5f109de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732562682291 2024-11-25T19:24:43,041 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc17880feb94f8a861f558ed451b27d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732562682291 2024-11-25T19:24:43,047 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:43,048 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/355a9f339f1846f59566e077527a3d20 is 50, key is test_row_0/B:col10/1732562682923/Put/seqid=0 2024-11-25T19:24:43,048 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:43,048 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9e3eda237f274e09b8ea3e28e850a022 is 50, key is test_row_0/A:col10/1732562682923/Put/seqid=0 2024-11-25T19:24:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742314_1490 (size=12207) 2024-11-25T19:24:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742315_1491 (size=12207) 2024-11-25T19:24:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T19:24:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:43,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T19:24:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:43,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:43,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/d8e2827180b2491185207842a1c3d8e6 is 50, key is test_row_0/A:col10/1732562683002/Put/seqid=0 2024-11-25T19:24:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742316_1492 (size=14341) 2024-11-25T19:24:43,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562743129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562743130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562743132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:43,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:43,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562743237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562743237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562743238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T19:24:43,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562743442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562743443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562743443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,465 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/355a9f339f1846f59566e077527a3d20 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/355a9f339f1846f59566e077527a3d20 2024-11-25T19:24:43,468 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 355a9f339f1846f59566e077527a3d20(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:43,468 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:43,468 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562683037; duration=0sec 2024-11-25T19:24:43,469 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:43,469 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:43,469 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:43,470 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:43,470 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:43,470 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,470 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/b0923ec8edae455886cb9713afd7c229, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/063e21ee2d5742d5a88b5da5286669c4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc5deef5c741467c846a39f4b912eadd] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=35.3 K 2024-11-25T19:24:43,470 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b0923ec8edae455886cb9713afd7c229, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732562680510 2024-11-25T19:24:43,470 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 063e21ee2d5742d5a88b5da5286669c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732562681105 2024-11-25T19:24:43,471 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting cc5deef5c741467c846a39f4b912eadd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732562682291 2024-11-25T19:24:43,472 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9e3eda237f274e09b8ea3e28e850a022 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9e3eda237f274e09b8ea3e28e850a022 2024-11-25T19:24:43,476 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into 9e3eda237f274e09b8ea3e28e850a022(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:43,476 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:43,476 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562683037; duration=0sec 2024-11-25T19:24:43,476 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:43,476 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:43,479 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:43,480 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/4fa4467796654d17af778795d8de4bfa is 50, key is test_row_0/C:col10/1732562682923/Put/seqid=0 2024-11-25T19:24:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742317_1493 (size=12207) 2024-11-25T19:24:43,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/d8e2827180b2491185207842a1c3d8e6 2024-11-25T19:24:43,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/db344564a2164cc9b913ecdf801bde0d is 50, key is test_row_0/B:col10/1732562683002/Put/seqid=0 2024-11-25T19:24:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742318_1494 (size=12001) 2024-11-25T19:24:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T19:24:43,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562743750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562743751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562743751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,764 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:43,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,895 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/4fa4467796654d17af778795d8de4bfa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/4fa4467796654d17af778795d8de4bfa 2024-11-25T19:24:43,899 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 4fa4467796654d17af778795d8de4bfa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:43,899 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:43,899 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562683037; duration=0sec 2024-11-25T19:24:43,899 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:43,899 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:43,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:43,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:43,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:43,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/db344564a2164cc9b913ecdf801bde0d 2024-11-25T19:24:43,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/5ad091c5da304f879913f0fd2ea5ffb4 is 50, key is test_row_0/C:col10/1732562683002/Put/seqid=0 2024-11-25T19:24:43,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742319_1495 (size=12001) 2024-11-25T19:24:44,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:44,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:44,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T19:24:44,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:44,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562744256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562744258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562744260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/5ad091c5da304f879913f0fd2ea5ffb4 2024-11-25T19:24:44,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/d8e2827180b2491185207842a1c3d8e6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/d8e2827180b2491185207842a1c3d8e6 2024-11-25T19:24:44,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/d8e2827180b2491185207842a1c3d8e6, entries=200, sequenceid=116, filesize=14.0 K 2024-11-25T19:24:44,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/db344564a2164cc9b913ecdf801bde0d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/db344564a2164cc9b913ecdf801bde0d 2024-11-25T19:24:44,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/db344564a2164cc9b913ecdf801bde0d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T19:24:44,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/5ad091c5da304f879913f0fd2ea5ffb4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5ad091c5da304f879913f0fd2ea5ffb4 2024-11-25T19:24:44,374 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:44,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:44,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:44,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:44,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5ad091c5da304f879913f0fd2ea5ffb4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T19:24:44,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:44,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 566a583c3c910b86c16f9ced50172dc2 in 1256ms, sequenceid=116, compaction requested=false 2024-11-25T19:24:44,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:44,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-25T19:24:44,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:44,527 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T19:24:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:44,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/33ee68eb62bc452894ca09ac3f3cf6c1 is 50, key is test_row_0/A:col10/1732562683125/Put/seqid=0 2024-11-25T19:24:44,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742320_1496 (size=12001) 2024-11-25T19:24:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:44,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562744724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562744725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562744828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562744830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:44,938 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/33ee68eb62bc452894ca09ac3f3cf6c1 2024-11-25T19:24:44,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/c3b9a3c0f6dd405597f1c96d0ddf1eba is 50, key is test_row_0/B:col10/1732562683125/Put/seqid=0 2024-11-25T19:24:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742321_1497 (size=12001) 2024-11-25T19:24:44,970 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/c3b9a3c0f6dd405597f1c96d0ddf1eba 2024-11-25T19:24:44,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/c6ca09540396440c9d523acc2b214215 is 50, key is test_row_0/C:col10/1732562683125/Put/seqid=0 2024-11-25T19:24:44,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742322_1498 (size=12001) 2024-11-25T19:24:44,992 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/c6ca09540396440c9d523acc2b214215 2024-11-25T19:24:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/33ee68eb62bc452894ca09ac3f3cf6c1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/33ee68eb62bc452894ca09ac3f3cf6c1 2024-11-25T19:24:45,003 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/33ee68eb62bc452894ca09ac3f3cf6c1, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T19:24:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/c3b9a3c0f6dd405597f1c96d0ddf1eba as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/c3b9a3c0f6dd405597f1c96d0ddf1eba 2024-11-25T19:24:45,011 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/c3b9a3c0f6dd405597f1c96d0ddf1eba, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T19:24:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/c6ca09540396440c9d523acc2b214215 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/c6ca09540396440c9d523acc2b214215 2024-11-25T19:24:45,016 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/c6ca09540396440c9d523acc2b214215, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T19:24:45,017 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 566a583c3c910b86c16f9ced50172dc2 in 489ms, sequenceid=128, compaction requested=true 2024-11-25T19:24:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-25T19:24:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-25T19:24:45,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T19:24:45,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-11-25T19:24:45,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.0240 sec 2024-11-25T19:24:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:45,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T19:24:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:45,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/566021dbcd2043f893a69778778b3d65 is 50, key is test_row_0/A:col10/1732562684723/Put/seqid=0 2024-11-25T19:24:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742323_1499 (size=14541) 2024-11-25T19:24:45,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/566021dbcd2043f893a69778778b3d65 2024-11-25T19:24:45,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562745063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562745064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/91b7b2349c434aad8babbdbc37064811 is 50, key is test_row_0/B:col10/1732562684723/Put/seqid=0 2024-11-25T19:24:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742324_1500 (size=12151) 2024-11-25T19:24:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T19:24:45,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/91b7b2349c434aad8babbdbc37064811 2024-11-25T19:24:45,106 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-25T19:24:45,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-25T19:24:45,110 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:45,114 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:45,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:45,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/dbd895ba3fcd4f27a12bd423fed8351f is 50, key is test_row_0/C:col10/1732562684723/Put/seqid=0 2024-11-25T19:24:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T19:24:45,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742325_1501 (size=12151) 2024-11-25T19:24:45,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/dbd895ba3fcd4f27a12bd423fed8351f 2024-11-25T19:24:45,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/566021dbcd2043f893a69778778b3d65 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/566021dbcd2043f893a69778778b3d65 2024-11-25T19:24:45,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/566021dbcd2043f893a69778778b3d65, entries=200, sequenceid=156, filesize=14.2 K 2024-11-25T19:24:45,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/91b7b2349c434aad8babbdbc37064811 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/91b7b2349c434aad8babbdbc37064811 2024-11-25T19:24:45,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/91b7b2349c434aad8babbdbc37064811, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T19:24:45,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/dbd895ba3fcd4f27a12bd423fed8351f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dbd895ba3fcd4f27a12bd423fed8351f 2024-11-25T19:24:45,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dbd895ba3fcd4f27a12bd423fed8351f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-25T19:24:45,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 566a583c3c910b86c16f9ced50172dc2 in 124ms, sequenceid=156, compaction requested=true 2024-11-25T19:24:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:45,167 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:45,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:45,167 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:45,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:45,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:45,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:45,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:45,171 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:45,171 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:45,171 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:45,171 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:45,171 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,171 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/355a9f339f1846f59566e077527a3d20, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/db344564a2164cc9b913ecdf801bde0d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/c3b9a3c0f6dd405597f1c96d0ddf1eba, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/91b7b2349c434aad8babbdbc37064811] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=47.2 K 2024-11-25T19:24:45,172 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,172 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9e3eda237f274e09b8ea3e28e850a022, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/d8e2827180b2491185207842a1c3d8e6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/33ee68eb62bc452894ca09ac3f3cf6c1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/566021dbcd2043f893a69778778b3d65] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=51.8 K 2024-11-25T19:24:45,172 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 355a9f339f1846f59566e077527a3d20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732562682291 2024-11-25T19:24:45,172 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e3eda237f274e09b8ea3e28e850a022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732562682291 2024-11-25T19:24:45,172 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting db344564a2164cc9b913ecdf801bde0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562683002 2024-11-25T19:24:45,172 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8e2827180b2491185207842a1c3d8e6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562682977 2024-11-25T19:24:45,172 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c3b9a3c0f6dd405597f1c96d0ddf1eba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732562683125 2024-11-25T19:24:45,173 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ee68eb62bc452894ca09ac3f3cf6c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732562683125 2024-11-25T19:24:45,173 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 566021dbcd2043f893a69778778b3d65, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562684720 2024-11-25T19:24:45,173 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 91b7b2349c434aad8babbdbc37064811, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562684720 2024-11-25T19:24:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:45,187 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:45,187 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/84045b042ca74fec89ede8d434e7e4a1 is 50, key is test_row_0/B:col10/1732562684723/Put/seqid=0 2024-11-25T19:24:45,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T19:24:45,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:45,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:45,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:45,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,196 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#412 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:45,196 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/722a67f0e0804ad1a274b3208069647c is 50, key is test_row_0/A:col10/1732562684723/Put/seqid=0 2024-11-25T19:24:45,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/851045fde4ee4dfdac92faf54494615e is 50, key is test_row_0/A:col10/1732562685180/Put/seqid=0 2024-11-25T19:24:45,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742326_1502 (size=12493) 2024-11-25T19:24:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T19:24:45,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742327_1503 (size=12493) 2024-11-25T19:24:45,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742328_1504 (size=12151) 2024-11-25T19:24:45,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/851045fde4ee4dfdac92faf54494615e 2024-11-25T19:24:45,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/5e965cf42b07458d82d86c01b79a1200 is 50, key is test_row_0/B:col10/1732562685180/Put/seqid=0 2024-11-25T19:24:45,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742329_1505 (size=12151) 2024-11-25T19:24:45,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:45,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:45,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/5e965cf42b07458d82d86c01b79a1200 2024-11-25T19:24:45,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562745275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562745276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562745284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/aa3e5034178e42e38b686a49568a0f0c is 50, key is test_row_0/C:col10/1732562685180/Put/seqid=0 2024-11-25T19:24:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562745285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562745286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742330_1506 (size=12151) 2024-11-25T19:24:45,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/aa3e5034178e42e38b686a49568a0f0c 2024-11-25T19:24:45,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/851045fde4ee4dfdac92faf54494615e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/851045fde4ee4dfdac92faf54494615e 2024-11-25T19:24:45,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/851045fde4ee4dfdac92faf54494615e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T19:24:45,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/5e965cf42b07458d82d86c01b79a1200 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5e965cf42b07458d82d86c01b79a1200 2024-11-25T19:24:45,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5e965cf42b07458d82d86c01b79a1200, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T19:24:45,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/aa3e5034178e42e38b686a49568a0f0c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/aa3e5034178e42e38b686a49568a0f0c 2024-11-25T19:24:45,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/aa3e5034178e42e38b686a49568a0f0c, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T19:24:45,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 566a583c3c910b86c16f9ced50172dc2 in 153ms, sequenceid=168, compaction requested=true 2024-11-25T19:24:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:24:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:45,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T19:24:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:45,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T19:24:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:45,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T19:24:45,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/a80d3b174ba04d8ba42045705167faf2 is 50, key is test_row_0/A:col10/1732562685283/Put/seqid=0 2024-11-25T19:24:45,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562745420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562745429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562745430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562745431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562745427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742331_1507 (size=19321) 2024-11-25T19:24:45,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562745537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562745549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562745550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562745551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562745554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,617 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/722a67f0e0804ad1a274b3208069647c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/722a67f0e0804ad1a274b3208069647c 2024-11-25T19:24:45,635 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/84045b042ca74fec89ede8d434e7e4a1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/84045b042ca74fec89ede8d434e7e4a1 2024-11-25T19:24:45,636 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into 722a67f0e0804ad1a274b3208069647c(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:45,636 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:45,636 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=12, startTime=1732562685167; duration=0sec 2024-11-25T19:24:45,636 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T19:24:45,636 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:45,636 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:45,636 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T19:24:45,638 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60511 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T19:24:45,638 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:45,638 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,638 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/4fa4467796654d17af778795d8de4bfa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5ad091c5da304f879913f0fd2ea5ffb4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/c6ca09540396440c9d523acc2b214215, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dbd895ba3fcd4f27a12bd423fed8351f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/aa3e5034178e42e38b686a49568a0f0c] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=59.1 K 2024-11-25T19:24:45,638 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fa4467796654d17af778795d8de4bfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732562682291 2024-11-25T19:24:45,639 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ad091c5da304f879913f0fd2ea5ffb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732562683002 2024-11-25T19:24:45,639 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ca09540396440c9d523acc2b214215, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732562683125 2024-11-25T19:24:45,639 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbd895ba3fcd4f27a12bd423fed8351f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562684720 2024-11-25T19:24:45,640 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 84045b042ca74fec89ede8d434e7e4a1(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:45,640 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=12, startTime=1732562685167; duration=0sec 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. because compaction request was cancelled 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa3e5034178e42e38b686a49568a0f0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732562685178 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. because compaction request was cancelled 2024-11-25T19:24:45,640 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:45,641 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T19:24:45,641 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:45,641 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:45,641 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. because compaction request was cancelled 2024-11-25T19:24:45,641 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:45,652 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:45,653 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/db07a1266f7b44a59632dfa92534e00d is 50, key is test_row_0/C:col10/1732562685180/Put/seqid=0 2024-11-25T19:24:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742332_1508 (size=12527) 2024-11-25T19:24:45,660 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/db07a1266f7b44a59632dfa92534e00d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/db07a1266f7b44a59632dfa92534e00d 2024-11-25T19:24:45,664 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into db07a1266f7b44a59632dfa92534e00d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:45,664 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:45,664 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=11, startTime=1732562685342; duration=0sec 2024-11-25T19:24:45,664 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:45,664 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T19:24:45,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:45,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:45,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562745744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562745756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562745758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562745758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562745762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/a80d3b174ba04d8ba42045705167faf2 2024-11-25T19:24:45,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/d512c65794674d8fab50a064bdb142f9 is 50, key is test_row_0/B:col10/1732562685283/Put/seqid=0 2024-11-25T19:24:45,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:45,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:45,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:45,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:45,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742333_1509 (size=12151) 2024-11-25T19:24:45,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/d512c65794674d8fab50a064bdb142f9 2024-11-25T19:24:45,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/17b75456484847d08445405eb3fac0a0 is 50, key is test_row_0/C:col10/1732562685283/Put/seqid=0 2024-11-25T19:24:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742334_1510 (size=12151) 2024-11-25T19:24:46,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:46,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:46,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:46,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:46,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562746049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562746062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562746064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562746064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562746069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:46,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T19:24:46,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/17b75456484847d08445405eb3fac0a0 2024-11-25T19:24:46,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/a80d3b174ba04d8ba42045705167faf2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/a80d3b174ba04d8ba42045705167faf2 2024-11-25T19:24:46,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/a80d3b174ba04d8ba42045705167faf2, entries=300, sequenceid=196, filesize=18.9 K 2024-11-25T19:24:46,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/d512c65794674d8fab50a064bdb142f9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/d512c65794674d8fab50a064bdb142f9 2024-11-25T19:24:46,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/d512c65794674d8fab50a064bdb142f9, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T19:24:46,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/17b75456484847d08445405eb3fac0a0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17b75456484847d08445405eb3fac0a0 2024-11-25T19:24:46,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17b75456484847d08445405eb3fac0a0, entries=150, sequenceid=196, filesize=11.9 K 2024-11-25T19:24:46,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 566a583c3c910b86c16f9ced50172dc2 in 923ms, sequenceid=196, compaction requested=true 2024-11-25T19:24:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:46,331 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:46,332 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:46,341 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:46,341 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:46,341 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,341 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/722a67f0e0804ad1a274b3208069647c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/851045fde4ee4dfdac92faf54494615e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/a80d3b174ba04d8ba42045705167faf2] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=42.9 K 2024-11-25T19:24:46,342 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 722a67f0e0804ad1a274b3208069647c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562684720 2024-11-25T19:24:46,342 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:46,342 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:46,342 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,342 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/84045b042ca74fec89ede8d434e7e4a1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5e965cf42b07458d82d86c01b79a1200, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/d512c65794674d8fab50a064bdb142f9] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=35.9 K 2024-11-25T19:24:46,342 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 851045fde4ee4dfdac92faf54494615e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732562685178 2024-11-25T19:24:46,342 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84045b042ca74fec89ede8d434e7e4a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732562684720 2024-11-25T19:24:46,343 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e965cf42b07458d82d86c01b79a1200, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732562685178 2024-11-25T19:24:46,343 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a80d3b174ba04d8ba42045705167faf2, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732562685283 2024-11-25T19:24:46,343 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d512c65794674d8fab50a064bdb142f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732562685283 2024-11-25T19:24:46,343 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-25T19:24:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,344 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T19:24:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:46,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:46,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/8d728d30f97b4fa1aeed06eaa02a5920 is 50, key is test_row_0/A:col10/1732562685426/Put/seqid=0 2024-11-25T19:24:46,380 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:46,381 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/1f246e81678a43e8bc9d0975b47b3788 is 50, key is test_row_0/B:col10/1732562685283/Put/seqid=0 2024-11-25T19:24:46,382 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:46,382 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/6ff81790fd0b4de588e56bcfb2578b00 is 50, key is test_row_0/A:col10/1732562685283/Put/seqid=0 2024-11-25T19:24:46,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742335_1511 (size=12151) 2024-11-25T19:24:46,410 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/8d728d30f97b4fa1aeed06eaa02a5920 2024-11-25T19:24:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a332998f0c1b46ce81d4e0585ef6d975 is 50, key is test_row_0/B:col10/1732562685426/Put/seqid=0 2024-11-25T19:24:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742336_1512 (size=12595) 2024-11-25T19:24:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742337_1513 (size=12595) 2024-11-25T19:24:46,455 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/1f246e81678a43e8bc9d0975b47b3788 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1f246e81678a43e8bc9d0975b47b3788 2024-11-25T19:24:46,459 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/6ff81790fd0b4de588e56bcfb2578b00 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6ff81790fd0b4de588e56bcfb2578b00 2024-11-25T19:24:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742338_1514 (size=12151) 2024-11-25T19:24:46,465 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a332998f0c1b46ce81d4e0585ef6d975 2024-11-25T19:24:46,472 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into 6ff81790fd0b4de588e56bcfb2578b00(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:46,472 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:46,472 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562686331; duration=0sec 2024-11-25T19:24:46,472 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:46,472 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:46,472 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T19:24:46,473 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T19:24:46,473 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T19:24:46,473 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. because compaction request was cancelled 2024-11-25T19:24:46,473 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:46,477 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 1f246e81678a43e8bc9d0975b47b3788(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:46,478 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:46,478 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562686331; duration=0sec 2024-11-25T19:24:46,478 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:46,478 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:46,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/536dd53f97d84f3fa9cdef206e44934a is 50, key is test_row_0/C:col10/1732562685426/Put/seqid=0 2024-11-25T19:24:46,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742339_1515 (size=12151) 2024-11-25T19:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:46,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:46,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562746616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562746618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562746618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562746618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562746620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562746728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562746735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562746735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562746735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562746736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562746934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,936 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/536dd53f97d84f3fa9cdef206e44934a 2024-11-25T19:24:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/8d728d30f97b4fa1aeed06eaa02a5920 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8d728d30f97b4fa1aeed06eaa02a5920 2024-11-25T19:24:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562746940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562746941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562746941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562746943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:46,951 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8d728d30f97b4fa1aeed06eaa02a5920, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T19:24:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a332998f0c1b46ce81d4e0585ef6d975 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a332998f0c1b46ce81d4e0585ef6d975 2024-11-25T19:24:46,959 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a332998f0c1b46ce81d4e0585ef6d975, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T19:24:46,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/536dd53f97d84f3fa9cdef206e44934a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/536dd53f97d84f3fa9cdef206e44934a 2024-11-25T19:24:46,962 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/536dd53f97d84f3fa9cdef206e44934a, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T19:24:46,963 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 566a583c3c910b86c16f9ced50172dc2 in 619ms, sequenceid=207, compaction requested=true 2024-11-25T19:24:46,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:46,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:46,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-25T19:24:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-25T19:24:46,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T19:24:46,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-25T19:24:46,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.8570 sec 2024-11-25T19:24:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-25T19:24:47,220 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-25T19:24:47,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-25T19:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T19:24:47,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:47,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:47,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:47,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T19:24:47,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:47,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:47,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:47,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:47,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:47,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:47,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9dbd956cd22a427ea6a1fa2af20f8603 is 50, key is test_row_0/A:col10/1732562686617/Put/seqid=0 2024-11-25T19:24:47,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742340_1516 (size=14541) 2024-11-25T19:24:47,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562747250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562747251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562747251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562747254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562747255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T19:24:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562747361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562747362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,377 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T19:24:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T19:24:47,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T19:24:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562747565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562747566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9dbd956cd22a427ea6a1fa2af20f8603 2024-11-25T19:24:47,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/5061872e66bc40499ac0769ec2f73651 is 50, key is test_row_0/B:col10/1732562686617/Put/seqid=0 2024-11-25T19:24:47,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T19:24:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:47,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742341_1517 (size=12151) 2024-11-25T19:24:47,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/5061872e66bc40499ac0769ec2f73651 2024-11-25T19:24:47,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/6053209fadb5479592a479a038ede873 is 50, key is test_row_0/C:col10/1732562686617/Put/seqid=0 2024-11-25T19:24:47,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742342_1518 (size=12151) 2024-11-25T19:24:47,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562747756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562747758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562747759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T19:24:47,836 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T19:24:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562747873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562747879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:47,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T19:24:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:47,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:48,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/6053209fadb5479592a479a038ede873 2024-11-25T19:24:48,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9dbd956cd22a427ea6a1fa2af20f8603 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9dbd956cd22a427ea6a1fa2af20f8603 2024-11-25T19:24:48,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9dbd956cd22a427ea6a1fa2af20f8603, entries=200, sequenceid=238, filesize=14.2 K 2024-11-25T19:24:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/5061872e66bc40499ac0769ec2f73651 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5061872e66bc40499ac0769ec2f73651 2024-11-25T19:24:48,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5061872e66bc40499ac0769ec2f73651, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T19:24:48,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/6053209fadb5479592a479a038ede873 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6053209fadb5479592a479a038ede873 2024-11-25T19:24:48,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6053209fadb5479592a479a038ede873, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T19:24:48,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 566a583c3c910b86c16f9ced50172dc2 in 901ms, sequenceid=238, compaction requested=true 2024-11-25T19:24:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:48,143 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:48,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:48,143 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:48,145 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:48,145 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:48,145 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:48,145 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/db07a1266f7b44a59632dfa92534e00d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17b75456484847d08445405eb3fac0a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/536dd53f97d84f3fa9cdef206e44934a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6053209fadb5479592a479a038ede873] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=47.8 K 2024-11-25T19:24:48,145 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:48,145 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting db07a1266f7b44a59632dfa92534e00d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732562685178 2024-11-25T19:24:48,146 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17b75456484847d08445405eb3fac0a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732562685283 2024-11-25T19:24:48,146 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 536dd53f97d84f3fa9cdef206e44934a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732562685425 2024-11-25T19:24:48,146 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6053209fadb5479592a479a038ede873, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732562686616 2024-11-25T19:24:48,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,151 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:48,151 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:48,151 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6ff81790fd0b4de588e56bcfb2578b00, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8d728d30f97b4fa1aeed06eaa02a5920, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9dbd956cd22a427ea6a1fa2af20f8603] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=38.4 K 2024-11-25T19:24:48,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-25T19:24:48,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:48,151 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ff81790fd0b4de588e56bcfb2578b00, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732562685283 2024-11-25T19:24:48,151 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T19:24:48,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:48,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:48,152 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d728d30f97b4fa1aeed06eaa02a5920, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732562685425 2024-11-25T19:24:48,152 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dbd956cd22a427ea6a1fa2af20f8603, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732562686616 2024-11-25T19:24:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/5215baf3911f4b04aa14f4c1e8f2c72e is 50, key is test_row_0/A:col10/1732562687244/Put/seqid=0 2024-11-25T19:24:48,177 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:48,177 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/da6d910c661845d9ac4d2bb5f84c9c1d is 50, key is test_row_0/A:col10/1732562686617/Put/seqid=0 2024-11-25T19:24:48,196 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:48,196 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/2ee7912412764e1ab1947bc312a02eb8 is 50, key is test_row_0/C:col10/1732562686617/Put/seqid=0 2024-11-25T19:24:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742343_1519 (size=12151) 2024-11-25T19:24:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742344_1520 (size=12697) 2024-11-25T19:24:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742345_1521 (size=12663) 2024-11-25T19:24:48,210 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/5215baf3911f4b04aa14f4c1e8f2c72e 2024-11-25T19:24:48,224 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/2ee7912412764e1ab1947bc312a02eb8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/2ee7912412764e1ab1947bc312a02eb8 2024-11-25T19:24:48,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/dd37c2c5104c439f8181b8e718881199 is 50, key is test_row_0/B:col10/1732562687244/Put/seqid=0 2024-11-25T19:24:48,229 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 2ee7912412764e1ab1947bc312a02eb8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:48,229 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:48,229 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=12, startTime=1732562688143; duration=0sec 2024-11-25T19:24:48,229 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:48,229 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:48,230 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:48,231 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:48,231 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:48,231 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:48,231 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1f246e81678a43e8bc9d0975b47b3788, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a332998f0c1b46ce81d4e0585ef6d975, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5061872e66bc40499ac0769ec2f73651] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=36.0 K 2024-11-25T19:24:48,232 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f246e81678a43e8bc9d0975b47b3788, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732562685283 2024-11-25T19:24:48,232 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a332998f0c1b46ce81d4e0585ef6d975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732562685425 2024-11-25T19:24:48,232 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5061872e66bc40499ac0769ec2f73651, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732562686616 2024-11-25T19:24:48,280 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:48,281 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/281770a196ee4fcc969e68842ef311ef is 50, key is test_row_0/B:col10/1732562686617/Put/seqid=0 2024-11-25T19:24:48,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742346_1522 (size=12151) 2024-11-25T19:24:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742347_1523 (size=12697) 2024-11-25T19:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T19:24:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:48,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562748525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562748526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,629 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/da6d910c661845d9ac4d2bb5f84c9c1d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da6d910c661845d9ac4d2bb5f84c9c1d 2024-11-25T19:24:48,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562748633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562748634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,658 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into da6d910c661845d9ac4d2bb5f84c9c1d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:48,659 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:48,659 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562688143; duration=0sec 2024-11-25T19:24:48,659 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:48,659 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:48,686 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/dd37c2c5104c439f8181b8e718881199 2024-11-25T19:24:48,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/f83ec92ae8134d7fb5c8a92edd651d1f is 50, key is test_row_0/C:col10/1732562687244/Put/seqid=0 2024-11-25T19:24:48,757 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/281770a196ee4fcc969e68842ef311ef as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/281770a196ee4fcc969e68842ef311ef 2024-11-25T19:24:48,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742348_1524 (size=12151) 2024-11-25T19:24:48,763 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/f83ec92ae8134d7fb5c8a92edd651d1f 2024-11-25T19:24:48,767 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 281770a196ee4fcc969e68842ef311ef(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:48,767 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:48,767 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562688143; duration=0sec 2024-11-25T19:24:48,767 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:48,767 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/5215baf3911f4b04aa14f4c1e8f2c72e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/5215baf3911f4b04aa14f4c1e8f2c72e 2024-11-25T19:24:48,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562748763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,772 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/5215baf3911f4b04aa14f4c1e8f2c72e, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T19:24:48,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/dd37c2c5104c439f8181b8e718881199 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/dd37c2c5104c439f8181b8e718881199 2024-11-25T19:24:48,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562748766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,778 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/dd37c2c5104c439f8181b8e718881199, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T19:24:48,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562748771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/f83ec92ae8134d7fb5c8a92edd651d1f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/f83ec92ae8134d7fb5c8a92edd651d1f 2024-11-25T19:24:48,796 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/f83ec92ae8134d7fb5c8a92edd651d1f, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T19:24:48,807 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 566a583c3c910b86c16f9ced50172dc2 in 655ms, sequenceid=245, compaction requested=false 2024-11-25T19:24:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-25T19:24:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-25T19:24:48,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-25T19:24:48,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5820 sec 2024-11-25T19:24:48,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.5890 sec 2024-11-25T19:24:48,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-25T19:24:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:48,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:48,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/ed68b25195f242d9b05199e5890a68ce is 50, key is test_row_0/A:col10/1732562688523/Put/seqid=0 2024-11-25T19:24:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562748869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562748869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742349_1525 (size=14741) 2024-11-25T19:24:48,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/ed68b25195f242d9b05199e5890a68ce 2024-11-25T19:24:48,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/8020ff76b1e2404d90b3a6cd97519859 is 50, key is test_row_0/B:col10/1732562688523/Put/seqid=0 2024-11-25T19:24:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742350_1526 (size=12301) 2024-11-25T19:24:48,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/8020ff76b1e2404d90b3a6cd97519859 2024-11-25T19:24:48,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/8cf2e18b689e497f9c285eaf1e4c9c23 is 50, key is test_row_0/C:col10/1732562688523/Put/seqid=0 2024-11-25T19:24:48,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742351_1527 (size=12301) 2024-11-25T19:24:48,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/8cf2e18b689e497f9c285eaf1e4c9c23 2024-11-25T19:24:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/ed68b25195f242d9b05199e5890a68ce as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed68b25195f242d9b05199e5890a68ce 2024-11-25T19:24:48,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed68b25195f242d9b05199e5890a68ce, entries=200, sequenceid=279, filesize=14.4 K 2024-11-25T19:24:48,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/8020ff76b1e2404d90b3a6cd97519859 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/8020ff76b1e2404d90b3a6cd97519859 2024-11-25T19:24:48,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/8020ff76b1e2404d90b3a6cd97519859, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T19:24:48,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562748970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562748970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:48,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/8cf2e18b689e497f9c285eaf1e4c9c23 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8cf2e18b689e497f9c285eaf1e4c9c23 2024-11-25T19:24:49,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8cf2e18b689e497f9c285eaf1e4c9c23, entries=150, sequenceid=279, filesize=12.0 K 2024-11-25T19:24:49,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 566a583c3c910b86c16f9ced50172dc2 in 150ms, sequenceid=279, compaction requested=true 2024-11-25T19:24:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:49,005 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:49,005 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:49,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:49,012 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:49,012 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:49,012 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,012 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da6d910c661845d9ac4d2bb5f84c9c1d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/5215baf3911f4b04aa14f4c1e8f2c72e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed68b25195f242d9b05199e5890a68ce] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=38.7 K 2024-11-25T19:24:49,012 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:49,012 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:49,013 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,013 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/281770a196ee4fcc969e68842ef311ef, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/dd37c2c5104c439f8181b8e718881199, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/8020ff76b1e2404d90b3a6cd97519859] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=36.3 K 2024-11-25T19:24:49,013 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting da6d910c661845d9ac4d2bb5f84c9c1d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732562686616 2024-11-25T19:24:49,013 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 281770a196ee4fcc969e68842ef311ef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732562686616 2024-11-25T19:24:49,013 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5215baf3911f4b04aa14f4c1e8f2c72e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732562687244 2024-11-25T19:24:49,014 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting dd37c2c5104c439f8181b8e718881199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732562687244 2024-11-25T19:24:49,014 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed68b25195f242d9b05199e5890a68ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732562688509 2024-11-25T19:24:49,014 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 8020ff76b1e2404d90b3a6cd97519859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732562688523 2024-11-25T19:24:49,036 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:49,036 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/df68979af0ed4cc98dedcd076135a57f is 50, key is test_row_0/A:col10/1732562688523/Put/seqid=0 2024-11-25T19:24:49,040 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:49,041 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/1c212861c45548378a83efc6fed69745 is 50, key is test_row_0/B:col10/1732562688523/Put/seqid=0 2024-11-25T19:24:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742352_1528 (size=12949) 2024-11-25T19:24:49,098 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/df68979af0ed4cc98dedcd076135a57f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/df68979af0ed4cc98dedcd076135a57f 2024-11-25T19:24:49,110 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into df68979af0ed4cc98dedcd076135a57f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:49,110 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:49,110 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562689005; duration=0sec 2024-11-25T19:24:49,110 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:49,111 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:49,111 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:49,112 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:49,112 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:49,112 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,112 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/2ee7912412764e1ab1947bc312a02eb8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/f83ec92ae8134d7fb5c8a92edd651d1f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8cf2e18b689e497f9c285eaf1e4c9c23] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=36.2 K 2024-11-25T19:24:49,113 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ee7912412764e1ab1947bc312a02eb8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732562686616 2024-11-25T19:24:49,113 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f83ec92ae8134d7fb5c8a92edd651d1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732562687244 2024-11-25T19:24:49,113 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cf2e18b689e497f9c285eaf1e4c9c23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732562688523 2024-11-25T19:24:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742353_1529 (size=12949) 2024-11-25T19:24:49,140 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/1c212861c45548378a83efc6fed69745 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1c212861c45548378a83efc6fed69745 2024-11-25T19:24:49,146 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 1c212861c45548378a83efc6fed69745(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:49,146 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:49,146 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562689005; duration=0sec 2024-11-25T19:24:49,146 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:49,146 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:49,150 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:49,151 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/5aa46baca4944177a14fc59b4848985f is 50, key is test_row_0/C:col10/1732562688523/Put/seqid=0 2024-11-25T19:24:49,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742354_1530 (size=12915) 2024-11-25T19:24:49,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:49,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:49,235 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/5aa46baca4944177a14fc59b4848985f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5aa46baca4944177a14fc59b4848985f 2024-11-25T19:24:49,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/677c4482acbf425e89f5d54cc2886be8 is 50, key is test_row_0/A:col10/1732562689220/Put/seqid=0 2024-11-25T19:24:49,248 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 5aa46baca4944177a14fc59b4848985f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:49,248 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:49,248 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562689005; duration=0sec 2024-11-25T19:24:49,248 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:49,248 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742355_1531 (size=12301) 2024-11-25T19:24:49,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/677c4482acbf425e89f5d54cc2886be8 2024-11-25T19:24:49,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/751e1735d724470a98641aad4caa44ae is 50, key is test_row_0/B:col10/1732562689220/Put/seqid=0 2024-11-25T19:24:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T19:24:49,326 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T19:24:49,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-25T19:24:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T19:24:49,330 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:49,342 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:49,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742356_1532 (size=12301) 2024-11-25T19:24:49,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562749381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562749392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T19:24:49,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562749494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T19:24:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:49,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562749503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T19:24:49,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T19:24:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562749707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562749711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/751e1735d724470a98641aad4caa44ae 2024-11-25T19:24:49,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/de15a32c59694e7cb46f793f1758189e is 50, key is test_row_0/C:col10/1732562689220/Put/seqid=0 2024-11-25T19:24:49,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742357_1533 (size=12301) 2024-11-25T19:24:49,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T19:24:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:49,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/de15a32c59694e7cb46f793f1758189e 2024-11-25T19:24:49,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/677c4482acbf425e89f5d54cc2886be8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/677c4482acbf425e89f5d54cc2886be8 2024-11-25T19:24:49,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/677c4482acbf425e89f5d54cc2886be8, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T19:24:49,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/751e1735d724470a98641aad4caa44ae as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/751e1735d724470a98641aad4caa44ae 2024-11-25T19:24:49,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/751e1735d724470a98641aad4caa44ae, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T19:24:49,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/de15a32c59694e7cb46f793f1758189e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/de15a32c59694e7cb46f793f1758189e 2024-11-25T19:24:49,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/de15a32c59694e7cb46f793f1758189e, entries=150, sequenceid=293, filesize=12.0 K 2024-11-25T19:24:49,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 566a583c3c910b86c16f9ced50172dc2 in 620ms, sequenceid=293, compaction requested=false 2024-11-25T19:24:49,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T19:24:49,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:49,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-25T19:24:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:49,962 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T19:24:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:49,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:49,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/b08529717fcb4094b7da1d090ceca064 is 50, key is test_row_0/A:col10/1732562689364/Put/seqid=0 2024-11-25T19:24:50,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742358_1534 (size=12301) 2024-11-25T19:24:50,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/b08529717fcb4094b7da1d090ceca064 2024-11-25T19:24:50,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a2553417f77c4b1a8691a17306b217e4 is 50, key is test_row_0/B:col10/1732562689364/Put/seqid=0 2024-11-25T19:24:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562750104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562750122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742359_1535 (size=12301) 2024-11-25T19:24:50,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562750234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562750234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T19:24:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562750441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562750451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,579 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a2553417f77c4b1a8691a17306b217e4 2024-11-25T19:24:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/a3b4966da62e46bc88cb0e9f952fa46e is 50, key is test_row_0/C:col10/1732562689364/Put/seqid=0 2024-11-25T19:24:50,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742360_1536 (size=12301) 2024-11-25T19:24:50,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562750763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562750766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562750774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,781 DEBUG [Thread-2108 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:24:50,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562750789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,797 DEBUG [Thread-2104 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:24:50,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562750799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:50,808 DEBUG [Thread-2102 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:24:51,096 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/a3b4966da62e46bc88cb0e9f952fa46e 2024-11-25T19:24:51,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/b08529717fcb4094b7da1d090ceca064 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/b08529717fcb4094b7da1d090ceca064 2024-11-25T19:24:51,113 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/b08529717fcb4094b7da1d090ceca064, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T19:24:51,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a2553417f77c4b1a8691a17306b217e4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a2553417f77c4b1a8691a17306b217e4 2024-11-25T19:24:51,125 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a2553417f77c4b1a8691a17306b217e4, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T19:24:51,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/a3b4966da62e46bc88cb0e9f952fa46e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/a3b4966da62e46bc88cb0e9f952fa46e 2024-11-25T19:24:51,130 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/a3b4966da62e46bc88cb0e9f952fa46e, entries=150, sequenceid=318, filesize=12.0 K 2024-11-25T19:24:51,135 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 566a583c3c910b86c16f9ced50172dc2 in 1173ms, sequenceid=318, compaction requested=true 2024-11-25T19:24:51,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:51,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-25T19:24:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-25T19:24:51,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T19:24:51,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-11-25T19:24:51,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.8190 sec 2024-11-25T19:24:51,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:24:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:51,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/3537e19e620c46b8a753d55003281e02 is 50, key is test_row_0/A:col10/1732562690064/Put/seqid=0 2024-11-25T19:24:51,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742361_1537 (size=14741) 2024-11-25T19:24:51,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/3537e19e620c46b8a753d55003281e02 2024-11-25T19:24:51,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/0cb1038f09a34ac3ae6e462c74f11201 is 50, key is test_row_0/B:col10/1732562690064/Put/seqid=0 2024-11-25T19:24:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742362_1538 (size=12301) 2024-11-25T19:24:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-25T19:24:51,435 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-25T19:24:51,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:51,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T19:24:51,442 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T19:24:51,443 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:51,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:51,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562751474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562751480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T19:24:51,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T19:24:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562751582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:51,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:51,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562751607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T19:24:51,752 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T19:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:51,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/0cb1038f09a34ac3ae6e462c74f11201 2024-11-25T19:24:51,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/66d242165d6b4842adcf70fb6d94789d is 50, key is test_row_0/C:col10/1732562690064/Put/seqid=0 2024-11-25T19:24:51,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562751808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562751833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742363_1539 (size=12301) 2024-11-25T19:24:51,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/66d242165d6b4842adcf70fb6d94789d 2024-11-25T19:24:51,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/3537e19e620c46b8a753d55003281e02 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3537e19e620c46b8a753d55003281e02 2024-11-25T19:24:51,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3537e19e620c46b8a753d55003281e02, entries=200, sequenceid=331, filesize=14.4 K 2024-11-25T19:24:51,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/0cb1038f09a34ac3ae6e462c74f11201 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0cb1038f09a34ac3ae6e462c74f11201 2024-11-25T19:24:51,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0cb1038f09a34ac3ae6e462c74f11201, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T19:24:51,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/66d242165d6b4842adcf70fb6d94789d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/66d242165d6b4842adcf70fb6d94789d 2024-11-25T19:24:51,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/66d242165d6b4842adcf70fb6d94789d, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T19:24:51,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 566a583c3c910b86c16f9ced50172dc2 in 586ms, sequenceid=331, compaction requested=true 2024-11-25T19:24:51,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:51,870 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:51,870 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:51,872 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:51,872 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:51,872 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:51,872 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:51,872 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,872 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1c212861c45548378a83efc6fed69745, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/751e1735d724470a98641aad4caa44ae, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a2553417f77c4b1a8691a17306b217e4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0cb1038f09a34ac3ae6e462c74f11201] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=48.7 K 2024-11-25T19:24:51,872 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,872 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/df68979af0ed4cc98dedcd076135a57f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/677c4482acbf425e89f5d54cc2886be8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/b08529717fcb4094b7da1d090ceca064, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3537e19e620c46b8a753d55003281e02] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=51.1 K 2024-11-25T19:24:51,872 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting df68979af0ed4cc98dedcd076135a57f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732562688523 2024-11-25T19:24:51,872 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c212861c45548378a83efc6fed69745, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732562688523 2024-11-25T19:24:51,875 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 751e1735d724470a98641aad4caa44ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562689190 2024-11-25T19:24:51,876 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 677c4482acbf425e89f5d54cc2886be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562689190 2024-11-25T19:24:51,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a2553417f77c4b1a8691a17306b217e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732562689364 2024-11-25T19:24:51,876 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting b08529717fcb4094b7da1d090ceca064, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732562689364 2024-11-25T19:24:51,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cb1038f09a34ac3ae6e462c74f11201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732562690064 2024-11-25T19:24:51,876 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3537e19e620c46b8a753d55003281e02, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732562690064 2024-11-25T19:24:51,891 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:51,892 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/bc99cb3fd0134470875a2094cef7aa06 is 50, key is test_row_0/A:col10/1732562690064/Put/seqid=0 2024-11-25T19:24:51,901 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:51,902 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3611857a4cac40c9aa1a7f52e4ffe152 is 50, key is test_row_0/B:col10/1732562690064/Put/seqid=0 2024-11-25T19:24:51,916 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:51,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T19:24:51,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,918 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T19:24:51,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:51,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:51,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:51,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:51,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:51,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742364_1540 (size=13085) 2024-11-25T19:24:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/ed874710374147f4b9434956f3d74476 is 50, key is test_row_0/A:col10/1732562691386/Put/seqid=0 2024-11-25T19:24:51,969 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/bc99cb3fd0134470875a2094cef7aa06 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bc99cb3fd0134470875a2094cef7aa06 2024-11-25T19:24:51,983 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into bc99cb3fd0134470875a2094cef7aa06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:51,983 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:51,983 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=12, startTime=1732562691870; duration=0sec 2024-11-25T19:24:51,983 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:51,983 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:51,983 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:24:51,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742365_1541 (size=13085) 2024-11-25T19:24:51,988 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:24:51,988 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:51,989 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:51,989 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5aa46baca4944177a14fc59b4848985f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/de15a32c59694e7cb46f793f1758189e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/a3b4966da62e46bc88cb0e9f952fa46e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/66d242165d6b4842adcf70fb6d94789d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=48.7 K 2024-11-25T19:24:51,989 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aa46baca4944177a14fc59b4848985f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732562688523 2024-11-25T19:24:51,989 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting de15a32c59694e7cb46f793f1758189e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732562689190 2024-11-25T19:24:51,990 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3b4966da62e46bc88cb0e9f952fa46e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732562689364 2024-11-25T19:24:51,990 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66d242165d6b4842adcf70fb6d94789d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732562690064 2024-11-25T19:24:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742366_1542 (size=12301) 2024-11-25T19:24:52,019 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/ed874710374147f4b9434956f3d74476 2024-11-25T19:24:52,020 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:52,020 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/284edd74481e4b24ba7fcbd41474d7a0 is 50, key is test_row_0/C:col10/1732562690064/Put/seqid=0 2024-11-25T19:24:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T19:24:52,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/f5a246fc2490484d807f392ee65de45a is 50, key is test_row_0/B:col10/1732562691386/Put/seqid=0 2024-11-25T19:24:52,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742367_1543 (size=13051) 2024-11-25T19:24:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742368_1544 (size=12301) 2024-11-25T19:24:52,118 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/f5a246fc2490484d807f392ee65de45a 2024-11-25T19:24:52,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/0bc1ab69c3ad4359bba8780a1e7e002a is 50, key is test_row_0/C:col10/1732562691386/Put/seqid=0 2024-11-25T19:24:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:52,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:52,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742369_1545 (size=12301) 2024-11-25T19:24:52,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562752215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:52,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562752216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:52,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562752329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:52,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562752351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:52,440 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3611857a4cac40c9aa1a7f52e4ffe152 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3611857a4cac40c9aa1a7f52e4ffe152 2024-11-25T19:24:52,489 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 3611857a4cac40c9aa1a7f52e4ffe152(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:52,489 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:52,489 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=12, startTime=1732562691870; duration=0sec 2024-11-25T19:24:52,489 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:52,489 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:52,524 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/284edd74481e4b24ba7fcbd41474d7a0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/284edd74481e4b24ba7fcbd41474d7a0 2024-11-25T19:24:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T19:24:52,561 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 284edd74481e4b24ba7fcbd41474d7a0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:52,562 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:52,562 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=12, startTime=1732562691870; duration=0sec 2024-11-25T19:24:52,563 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:52,563 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:52,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562752553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562752558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:52,599 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/0bc1ab69c3ad4359bba8780a1e7e002a 2024-11-25T19:24:52,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/ed874710374147f4b9434956f3d74476 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed874710374147f4b9434956f3d74476 2024-11-25T19:24:52,623 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed874710374147f4b9434956f3d74476, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T19:24:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/f5a246fc2490484d807f392ee65de45a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f5a246fc2490484d807f392ee65de45a 2024-11-25T19:24:52,630 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f5a246fc2490484d807f392ee65de45a, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T19:24:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/0bc1ab69c3ad4359bba8780a1e7e002a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0bc1ab69c3ad4359bba8780a1e7e002a 2024-11-25T19:24:52,651 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0bc1ab69c3ad4359bba8780a1e7e002a, entries=150, sequenceid=354, filesize=12.0 K 2024-11-25T19:24:52,659 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 566a583c3c910b86c16f9ced50172dc2 in 740ms, sequenceid=354, compaction requested=false 2024-11-25T19:24:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T19:24:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T19:24:52,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T19:24:52,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-11-25T19:24:52,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.2360 sec 2024-11-25T19:24:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:52,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T19:24:52,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:52,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:52,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:52,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:52,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:52,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:52,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/256236a804d7412ba7399f9e9bcda7b0 is 50, key is test_row_0/A:col10/1732562692215/Put/seqid=0 2024-11-25T19:24:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742370_1546 (size=14741) 2024-11-25T19:24:52,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/256236a804d7412ba7399f9e9bcda7b0 2024-11-25T19:24:52,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/f0c62f3a54ca4ecd923c75fef3bf37f2 is 50, key is test_row_0/B:col10/1732562692215/Put/seqid=0 2024-11-25T19:24:53,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742371_1547 (size=12301) 2024-11-25T19:24:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562753149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562753149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562753261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562753261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/f0c62f3a54ca4ecd923c75fef3bf37f2 2024-11-25T19:24:53,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562753470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/04510a603869400d913099af87afd0dd is 50, key is test_row_0/C:col10/1732562692215/Put/seqid=0 2024-11-25T19:24:53,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562753471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742372_1548 (size=12301) 2024-11-25T19:24:53,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/04510a603869400d913099af87afd0dd 2024-11-25T19:24:53,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/256236a804d7412ba7399f9e9bcda7b0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/256236a804d7412ba7399f9e9bcda7b0 2024-11-25T19:24:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T19:24:53,550 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T19:24:53,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T19:24:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T19:24:53,560 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:53,560 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:53,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:53,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/256236a804d7412ba7399f9e9bcda7b0, entries=200, sequenceid=371, filesize=14.4 K 2024-11-25T19:24:53,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/f0c62f3a54ca4ecd923c75fef3bf37f2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f0c62f3a54ca4ecd923c75fef3bf37f2 2024-11-25T19:24:53,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f0c62f3a54ca4ecd923c75fef3bf37f2, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T19:24:53,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/04510a603869400d913099af87afd0dd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/04510a603869400d913099af87afd0dd 2024-11-25T19:24:53,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/04510a603869400d913099af87afd0dd, entries=150, sequenceid=371, filesize=12.0 K 2024-11-25T19:24:53,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 566a583c3c910b86c16f9ced50172dc2 in 709ms, sequenceid=371, compaction requested=true 2024-11-25T19:24:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:53,588 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:53,589 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:53,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:53,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:53,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:53,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:53,589 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:53,589 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:53,589 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:53,589 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:53,589 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:53,589 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bc99cb3fd0134470875a2094cef7aa06, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed874710374147f4b9434956f3d74476, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/256236a804d7412ba7399f9e9bcda7b0] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=39.2 K 2024-11-25T19:24:53,589 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:53,590 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3611857a4cac40c9aa1a7f52e4ffe152, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f5a246fc2490484d807f392ee65de45a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f0c62f3a54ca4ecd923c75fef3bf37f2] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=36.8 K 2024-11-25T19:24:53,590 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc99cb3fd0134470875a2094cef7aa06, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732562690064 2024-11-25T19:24:53,590 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3611857a4cac40c9aa1a7f52e4ffe152, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732562690064 2024-11-25T19:24:53,591 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed874710374147f4b9434956f3d74476, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732562691386 2024-11-25T19:24:53,591 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 256236a804d7412ba7399f9e9bcda7b0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732562692196 2024-11-25T19:24:53,591 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a246fc2490484d807f392ee65de45a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732562691386 2024-11-25T19:24:53,593 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c62f3a54ca4ecd923c75fef3bf37f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732562692212 2024-11-25T19:24:53,617 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:53,617 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/6fff81af914340e49d79b095025061f3 is 50, key is test_row_0/A:col10/1732562692215/Put/seqid=0 2024-11-25T19:24:53,629 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:53,630 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3fba3b4a281548509455b2267aad3728 is 50, key is test_row_0/B:col10/1732562692215/Put/seqid=0 2024-11-25T19:24:53,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742373_1549 (size=13187) 2024-11-25T19:24:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T19:24:53,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742374_1550 (size=13187) 2024-11-25T19:24:53,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T19:24:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:53,713 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T19:24:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:53,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:53,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/51145a7b76864393817b78360a854d65 is 50, key is test_row_0/A:col10/1732562693108/Put/seqid=0 2024-11-25T19:24:53,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742375_1551 (size=12301) 2024-11-25T19:24:53,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T19:24:53,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562753868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:53,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562753869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562753988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562753991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,065 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/6fff81af914340e49d79b095025061f3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6fff81af914340e49d79b095025061f3 2024-11-25T19:24:54,069 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into 6fff81af914340e49d79b095025061f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:54,069 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:54,069 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562693588; duration=0sec 2024-11-25T19:24:54,069 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:54,069 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:54,070 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:54,070 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:54,070 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:54,070 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:54,071 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/284edd74481e4b24ba7fcbd41474d7a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0bc1ab69c3ad4359bba8780a1e7e002a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/04510a603869400d913099af87afd0dd] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=36.8 K 2024-11-25T19:24:54,071 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 284edd74481e4b24ba7fcbd41474d7a0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732562690064 2024-11-25T19:24:54,071 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bc1ab69c3ad4359bba8780a1e7e002a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732562691386 2024-11-25T19:24:54,071 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04510a603869400d913099af87afd0dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732562692212 2024-11-25T19:24:54,074 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3fba3b4a281548509455b2267aad3728 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3fba3b4a281548509455b2267aad3728 2024-11-25T19:24:54,080 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 3fba3b4a281548509455b2267aad3728(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:54,080 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:54,080 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562693588; duration=0sec 2024-11-25T19:24:54,080 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:54,080 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:54,090 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:54,091 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/64a218d68efb4dcb91d58855ee64b0e3 is 50, key is test_row_0/C:col10/1732562692215/Put/seqid=0 2024-11-25T19:24:54,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742376_1552 (size=13153) 2024-11-25T19:24:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T19:24:54,184 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/51145a7b76864393817b78360a854d65 2024-11-25T19:24:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/374e03796d4b46059afeaa243a85f774 is 50, key is test_row_0/B:col10/1732562693108/Put/seqid=0 2024-11-25T19:24:54,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562754210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562754210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742377_1553 (size=12301) 2024-11-25T19:24:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562754523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562754523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,539 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/64a218d68efb4dcb91d58855ee64b0e3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/64a218d68efb4dcb91d58855ee64b0e3 2024-11-25T19:24:54,547 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 64a218d68efb4dcb91d58855ee64b0e3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:54,547 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:54,547 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562693589; duration=0sec 2024-11-25T19:24:54,547 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:54,547 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:54,576 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T19:24:54,640 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/374e03796d4b46059afeaa243a85f774 2024-11-25T19:24:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T19:24:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/079173b002314a79812cbb5aa44b39f0 is 50, key is test_row_0/C:col10/1732562693108/Put/seqid=0 2024-11-25T19:24:54,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742378_1554 (size=12301) 2024-11-25T19:24:54,705 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/079173b002314a79812cbb5aa44b39f0 2024-11-25T19:24:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/51145a7b76864393817b78360a854d65 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/51145a7b76864393817b78360a854d65 2024-11-25T19:24:54,716 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/51145a7b76864393817b78360a854d65, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T19:24:54,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/374e03796d4b46059afeaa243a85f774 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/374e03796d4b46059afeaa243a85f774 2024-11-25T19:24:54,727 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/374e03796d4b46059afeaa243a85f774, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T19:24:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/079173b002314a79812cbb5aa44b39f0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/079173b002314a79812cbb5aa44b39f0 2024-11-25T19:24:54,742 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/079173b002314a79812cbb5aa44b39f0, entries=150, sequenceid=394, filesize=12.0 K 2024-11-25T19:24:54,743 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 566a583c3c910b86c16f9ced50172dc2 in 1030ms, sequenceid=394, compaction requested=false 2024-11-25T19:24:54,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:54,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:54,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T19:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T19:24:54,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T19:24:54,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1850 sec 2024-11-25T19:24:54,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.1900 sec 2024-11-25T19:24:54,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:54,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T19:24:54,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:54,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:54,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:54,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:54,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:54,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:54,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/f88c051490f04ac1b0b9fcdd51e670e3 is 50, key is test_row_0/A:col10/1732562693844/Put/seqid=0 2024-11-25T19:24:54,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742379_1555 (size=14741) 2024-11-25T19:24:54,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562754883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562754884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562754885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562754993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562754997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562754997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562755033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562755038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562755200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562755200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562755201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/f88c051490f04ac1b0b9fcdd51e670e3 2024-11-25T19:24:55,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/730948f4047d49e0a60606e2afcfceaf is 50, key is test_row_0/B:col10/1732562693844/Put/seqid=0 2024-11-25T19:24:55,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742380_1556 (size=12301) 2024-11-25T19:24:55,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/730948f4047d49e0a60606e2afcfceaf 2024-11-25T19:24:55,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/00e53cba2e3d4f548415d7cc386c2242 is 50, key is test_row_0/C:col10/1732562693844/Put/seqid=0 2024-11-25T19:24:55,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742381_1557 (size=12301) 2024-11-25T19:24:55,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/00e53cba2e3d4f548415d7cc386c2242 2024-11-25T19:24:55,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/f88c051490f04ac1b0b9fcdd51e670e3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/f88c051490f04ac1b0b9fcdd51e670e3 2024-11-25T19:24:55,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/f88c051490f04ac1b0b9fcdd51e670e3, entries=200, sequenceid=411, filesize=14.4 K 2024-11-25T19:24:55,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/730948f4047d49e0a60606e2afcfceaf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/730948f4047d49e0a60606e2afcfceaf 2024-11-25T19:24:55,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/730948f4047d49e0a60606e2afcfceaf, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T19:24:55,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/00e53cba2e3d4f548415d7cc386c2242 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/00e53cba2e3d4f548415d7cc386c2242 2024-11-25T19:24:55,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/00e53cba2e3d4f548415d7cc386c2242, entries=150, sequenceid=411, filesize=12.0 K 2024-11-25T19:24:55,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 566a583c3c910b86c16f9ced50172dc2 in 591ms, sequenceid=411, compaction requested=true 2024-11-25T19:24:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:55,407 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:55,407 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:55,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:55,410 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:55,410 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:55,411 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:55,411 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:55,411 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:55,411 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3fba3b4a281548509455b2267aad3728, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/374e03796d4b46059afeaa243a85f774, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/730948f4047d49e0a60606e2afcfceaf] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=36.9 K 2024-11-25T19:24:55,411 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:55,411 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6fff81af914340e49d79b095025061f3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/51145a7b76864393817b78360a854d65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/f88c051490f04ac1b0b9fcdd51e670e3] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=39.3 K 2024-11-25T19:24:55,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fba3b4a281548509455b2267aad3728, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732562692212 2024-11-25T19:24:55,412 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fff81af914340e49d79b095025061f3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732562692212 2024-11-25T19:24:55,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 374e03796d4b46059afeaa243a85f774, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732562693108 2024-11-25T19:24:55,412 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 730948f4047d49e0a60606e2afcfceaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732562693844 2024-11-25T19:24:55,413 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51145a7b76864393817b78360a854d65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732562693108 2024-11-25T19:24:55,413 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f88c051490f04ac1b0b9fcdd51e670e3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732562693844 2024-11-25T19:24:55,438 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:55,439 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/1afd521ef19841abb9677975ba8ebd4f is 50, key is test_row_0/B:col10/1732562693844/Put/seqid=0 2024-11-25T19:24:55,449 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:55,449 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/3e115a5bc61c43769356cf5e126c2d38 is 50, key is test_row_0/A:col10/1732562693844/Put/seqid=0 2024-11-25T19:24:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742382_1558 (size=13289) 2024-11-25T19:24:55,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742383_1559 (size=13289) 2024-11-25T19:24:55,501 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/3e115a5bc61c43769356cf5e126c2d38 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3e115a5bc61c43769356cf5e126c2d38 2024-11-25T19:24:55,506 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into 3e115a5bc61c43769356cf5e126c2d38(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:55,506 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:55,506 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562695407; duration=0sec 2024-11-25T19:24:55,506 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:55,506 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:55,506 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:55,507 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:55,508 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:55,508 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:55,508 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/64a218d68efb4dcb91d58855ee64b0e3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/079173b002314a79812cbb5aa44b39f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/00e53cba2e3d4f548415d7cc386c2242] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=36.9 K 2024-11-25T19:24:55,510 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64a218d68efb4dcb91d58855ee64b0e3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732562692212 2024-11-25T19:24:55,511 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079173b002314a79812cbb5aa44b39f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732562693108 2024-11-25T19:24:55,511 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00e53cba2e3d4f548415d7cc386c2242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732562693844 2024-11-25T19:24:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:55,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T19:24:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:55,528 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:55,529 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/0ea0e4f19e0c4e7dbd2450f9b0edec39 is 50, key is test_row_0/C:col10/1732562693844/Put/seqid=0 2024-11-25T19:24:55,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/bfca9325d3254eb5847621ce371f9212 is 50, key is test_row_0/A:col10/1732562694883/Put/seqid=0 2024-11-25T19:24:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742384_1560 (size=13255) 2024-11-25T19:24:55,544 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/0ea0e4f19e0c4e7dbd2450f9b0edec39 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0ea0e4f19e0c4e7dbd2450f9b0edec39 2024-11-25T19:24:55,552 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 0ea0e4f19e0c4e7dbd2450f9b0edec39(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:55,552 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:55,552 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562695407; duration=0sec 2024-11-25T19:24:55,552 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:55,552 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562755554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742385_1561 (size=14741) 2024-11-25T19:24:55,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/bfca9325d3254eb5847621ce371f9212 2024-11-25T19:24:55,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562755567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562755567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/e7553a0f5ccd4379987f27d0018f6ce7 is 50, key is test_row_0/B:col10/1732562694883/Put/seqid=0 2024-11-25T19:24:55,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742386_1562 (size=12301) 2024-11-25T19:24:55,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/e7553a0f5ccd4379987f27d0018f6ce7 2024-11-25T19:24:55,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/77272d9a7e7542549f70e91d6de7450b is 50, key is test_row_0/C:col10/1732562694883/Put/seqid=0 2024-11-25T19:24:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T19:24:55,663 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T19:24:55,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T19:24:55,666 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T19:24:55,667 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:55,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:55,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742387_1563 (size=12301) 2024-11-25T19:24:55,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562755668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562755680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562755680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T19:24:55,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T19:24:55,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:55,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:55,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:55,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:55,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:55,883 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/1afd521ef19841abb9677975ba8ebd4f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1afd521ef19841abb9677975ba8ebd4f 2024-11-25T19:24:55,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562755877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,888 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 1afd521ef19841abb9677975ba8ebd4f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:55,888 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:55,888 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562695407; duration=0sec 2024-11-25T19:24:55,888 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:55,888 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:55,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562755889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562755889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T19:24:55,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:55,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T19:24:55,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:55,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:55,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:55,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:55,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:56,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562756050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562756063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/77272d9a7e7542549f70e91d6de7450b 2024-11-25T19:24:56,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/bfca9325d3254eb5847621ce371f9212 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bfca9325d3254eb5847621ce371f9212 2024-11-25T19:24:56,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bfca9325d3254eb5847621ce371f9212, entries=200, sequenceid=435, filesize=14.4 K 2024-11-25T19:24:56,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/e7553a0f5ccd4379987f27d0018f6ce7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/e7553a0f5ccd4379987f27d0018f6ce7 2024-11-25T19:24:56,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/e7553a0f5ccd4379987f27d0018f6ce7, entries=150, sequenceid=435, filesize=12.0 K 2024-11-25T19:24:56,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/77272d9a7e7542549f70e91d6de7450b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/77272d9a7e7542549f70e91d6de7450b 2024-11-25T19:24:56,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/77272d9a7e7542549f70e91d6de7450b, entries=150, sequenceid=435, filesize=12.0 K 2024-11-25T19:24:56,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T19:24:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:56,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:56,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 566a583c3c910b86c16f9ced50172dc2 in 615ms, sequenceid=435, compaction requested=false 2024-11-25T19:24:56,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:56,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T19:24:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:56,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:56,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/30e330d874ae4b57908bd55fd0208e0c is 50, key is test_row_0/A:col10/1732562696193/Put/seqid=0 2024-11-25T19:24:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742388_1564 (size=14741) 2024-11-25T19:24:56,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/30e330d874ae4b57908bd55fd0208e0c 2024-11-25T19:24:56,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3c052267768f42b5864e5efb225d3433 is 50, key is test_row_0/B:col10/1732562696193/Put/seqid=0 2024-11-25T19:24:56,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562756248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T19:24:56,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562756259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562756260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T19:24:56,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:56,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:56,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742389_1565 (size=12301) 2024-11-25T19:24:56,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3c052267768f42b5864e5efb225d3433 2024-11-25T19:24:56,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/8780e7ecee0b4bbda4c2630ffd35c679 is 50, key is test_row_0/C:col10/1732562696193/Put/seqid=0 2024-11-25T19:24:56,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742390_1566 (size=12301) 2024-11-25T19:24:56,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/8780e7ecee0b4bbda4c2630ffd35c679 2024-11-25T19:24:56,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562756361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/30e330d874ae4b57908bd55fd0208e0c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/30e330d874ae4b57908bd55fd0208e0c 2024-11-25T19:24:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562756372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562756372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/30e330d874ae4b57908bd55fd0208e0c, entries=200, sequenceid=451, filesize=14.4 K 2024-11-25T19:24:56,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/3c052267768f42b5864e5efb225d3433 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3c052267768f42b5864e5efb225d3433 2024-11-25T19:24:56,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3c052267768f42b5864e5efb225d3433, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T19:24:56,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/8780e7ecee0b4bbda4c2630ffd35c679 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8780e7ecee0b4bbda4c2630ffd35c679 2024-11-25T19:24:56,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8780e7ecee0b4bbda4c2630ffd35c679, entries=150, sequenceid=451, filesize=12.0 K 2024-11-25T19:24:56,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 566a583c3c910b86c16f9ced50172dc2 in 201ms, sequenceid=451, compaction requested=true 2024-11-25T19:24:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:24:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:56,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:24:56,396 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:56,396 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:56,397 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:56,397 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:56,397 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:56,397 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:56,397 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,397 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,397 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3e115a5bc61c43769356cf5e126c2d38, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bfca9325d3254eb5847621ce371f9212, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/30e330d874ae4b57908bd55fd0208e0c] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=41.8 K 2024-11-25T19:24:56,397 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0ea0e4f19e0c4e7dbd2450f9b0edec39, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/77272d9a7e7542549f70e91d6de7450b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8780e7ecee0b4bbda4c2630ffd35c679] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.0 K 2024-11-25T19:24:56,397 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ea0e4f19e0c4e7dbd2450f9b0edec39, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732562693844 2024-11-25T19:24:56,397 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e115a5bc61c43769356cf5e126c2d38, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732562693844 2024-11-25T19:24:56,398 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 77272d9a7e7542549f70e91d6de7450b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732562694882 2024-11-25T19:24:56,398 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfca9325d3254eb5847621ce371f9212, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732562694882 2024-11-25T19:24:56,398 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 8780e7ecee0b4bbda4c2630ffd35c679, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732562695548 2024-11-25T19:24:56,398 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30e330d874ae4b57908bd55fd0208e0c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732562695548 2024-11-25T19:24:56,409 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:56,410 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/edff162af53544ddb5d02f0eed030639 is 50, key is test_row_0/A:col10/1732562696193/Put/seqid=0 2024-11-25T19:24:56,419 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:56,420 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/fbbce92355ad4af8a7cb77e1795fd721 is 50, key is test_row_0/C:col10/1732562696193/Put/seqid=0 2024-11-25T19:24:56,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T19:24:56,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,437 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T19:24:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742391_1567 (size=13391) 2024-11-25T19:24:56,473 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/edff162af53544ddb5d02f0eed030639 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/edff162af53544ddb5d02f0eed030639 2024-11-25T19:24:56,479 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into edff162af53544ddb5d02f0eed030639(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:56,479 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:56,479 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562696396; duration=0sec 2024-11-25T19:24:56,480 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:56,480 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:56,480 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:56,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742392_1568 (size=13357) 2024-11-25T19:24:56,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/608a174375e14632bf62f1acd81635d7 is 50, key is test_row_0/A:col10/1732562696257/Put/seqid=0 2024-11-25T19:24:56,489 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:56,489 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:56,489 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:56,489 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1afd521ef19841abb9677975ba8ebd4f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/e7553a0f5ccd4379987f27d0018f6ce7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3c052267768f42b5864e5efb225d3433] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.0 K 2024-11-25T19:24:56,490 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1afd521ef19841abb9677975ba8ebd4f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1732562693844 2024-11-25T19:24:56,490 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7553a0f5ccd4379987f27d0018f6ce7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732562694882 2024-11-25T19:24:56,492 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c052267768f42b5864e5efb225d3433, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732562695548 2024-11-25T19:24:56,495 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/fbbce92355ad4af8a7cb77e1795fd721 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fbbce92355ad4af8a7cb77e1795fd721 2024-11-25T19:24:56,503 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into fbbce92355ad4af8a7cb77e1795fd721(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:56,503 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:56,503 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562696396; duration=0sec 2024-11-25T19:24:56,503 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:56,503 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:56,541 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:56,541 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/6a3649b92ca2401d99d01c8966ae1540 is 50, key is test_row_0/B:col10/1732562696193/Put/seqid=0 2024-11-25T19:24:56,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742393_1569 (size=12301) 2024-11-25T19:24:56,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:56,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742394_1570 (size=13391) 2024-11-25T19:24:56,593 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/6a3649b92ca2401d99d01c8966ae1540 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/6a3649b92ca2401d99d01c8966ae1540 2024-11-25T19:24:56,597 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 6a3649b92ca2401d99d01c8966ae1540(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:56,597 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:56,597 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562696396; duration=0sec 2024-11-25T19:24:56,597 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:56,597 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562756611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562756617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562756618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562756719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562756727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562756727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T19:24:56,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562756930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562756939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562756941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:56,952 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/608a174375e14632bf62f1acd81635d7 2024-11-25T19:24:56,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/4c937c0537134583825e02e258e49da5 is 50, key is test_row_0/B:col10/1732562696257/Put/seqid=0 2024-11-25T19:24:56,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742395_1571 (size=12301) 2024-11-25T19:24:56,976 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/4c937c0537134583825e02e258e49da5 2024-11-25T19:24:56,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/fcb1945c1bc649b9a5fda9c6124b29cf is 50, key is test_row_0/C:col10/1732562696257/Put/seqid=0 2024-11-25T19:24:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742396_1572 (size=12301) 2024-11-25T19:24:56,992 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/fcb1945c1bc649b9a5fda9c6124b29cf 2024-11-25T19:24:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/608a174375e14632bf62f1acd81635d7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/608a174375e14632bf62f1acd81635d7 2024-11-25T19:24:57,004 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/608a174375e14632bf62f1acd81635d7, entries=150, sequenceid=473, filesize=12.0 K 2024-11-25T19:24:57,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/4c937c0537134583825e02e258e49da5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/4c937c0537134583825e02e258e49da5 2024-11-25T19:24:57,009 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/4c937c0537134583825e02e258e49da5, entries=150, sequenceid=473, filesize=12.0 K 2024-11-25T19:24:57,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/fcb1945c1bc649b9a5fda9c6124b29cf as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fcb1945c1bc649b9a5fda9c6124b29cf 2024-11-25T19:24:57,015 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fcb1945c1bc649b9a5fda9c6124b29cf, entries=150, sequenceid=473, filesize=12.0 K 2024-11-25T19:24:57,024 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 566a583c3c910b86c16f9ced50172dc2 in 587ms, sequenceid=473, compaction requested=false 2024-11-25T19:24:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:57,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T19:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T19:24:57,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T19:24:57,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3610 sec 2024-11-25T19:24:57,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3660 sec 2024-11-25T19:24:57,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T19:24:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:57,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/2bc18f413cce416398af81d9e69d93fb is 50, key is test_row_0/A:col10/1732562696615/Put/seqid=0 2024-11-25T19:24:57,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742397_1573 (size=14741) 2024-11-25T19:24:57,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562757378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562757379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562757380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562757481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562757489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562757492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/2bc18f413cce416398af81d9e69d93fb 2024-11-25T19:24:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562757692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/b6112b6ba4b943469a1105d8ce3ac9a9 is 50, key is test_row_0/B:col10/1732562696615/Put/seqid=0 2024-11-25T19:24:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562757692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562757703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742398_1574 (size=12301) 2024-11-25T19:24:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T19:24:57,770 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T19:24:57,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:24:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T19:24:57,776 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:24:57,777 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:24:57,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:24:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T19:24:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T19:24:57,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:57,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T19:24:57,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:57,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:57,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562758002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562758003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562758010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59088 deadline: 1732562758069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,077 DEBUG [Thread-2106 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4209 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:24:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732562758076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,079 DEBUG [Thread-2100 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4210 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., hostname=d736abcd529b,39035,1732562546845, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:24:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T19:24:58,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T19:24:58,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:58,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/b6112b6ba4b943469a1105d8ce3ac9a9 2024-11-25T19:24:58,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/9604be6a62e6492eb665066a05a44ac3 is 50, key is test_row_0/C:col10/1732562696615/Put/seqid=0 2024-11-25T19:24:58,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742399_1575 (size=12301) 2024-11-25T19:24:58,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T19:24:58,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:58,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T19:24:58,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T19:24:58,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:58,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562758509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562758509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562758524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T19:24:58,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. as already flushing 2024-11-25T19:24:58,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:24:58,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/9604be6a62e6492eb665066a05a44ac3 2024-11-25T19:24:58,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/2bc18f413cce416398af81d9e69d93fb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2bc18f413cce416398af81d9e69d93fb 2024-11-25T19:24:58,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2bc18f413cce416398af81d9e69d93fb, entries=200, sequenceid=491, filesize=14.4 K 2024-11-25T19:24:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/b6112b6ba4b943469a1105d8ce3ac9a9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b6112b6ba4b943469a1105d8ce3ac9a9 2024-11-25T19:24:58,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b6112b6ba4b943469a1105d8ce3ac9a9, entries=150, sequenceid=491, filesize=12.0 K 2024-11-25T19:24:58,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/9604be6a62e6492eb665066a05a44ac3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9604be6a62e6492eb665066a05a44ac3 2024-11-25T19:24:58,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9604be6a62e6492eb665066a05a44ac3, entries=150, sequenceid=491, filesize=12.0 K 2024-11-25T19:24:58,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 566a583c3c910b86c16f9ced50172dc2 in 1365ms, sequenceid=491, compaction requested=true 2024-11-25T19:24:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:24:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:58,603 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:24:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:58,603 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:24:58,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:58,604 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:58,604 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:24:58,604 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,604 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/edff162af53544ddb5d02f0eed030639, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/608a174375e14632bf62f1acd81635d7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2bc18f413cce416398af81d9e69d93fb] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=39.5 K 2024-11-25T19:24:58,604 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:58,604 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:24:58,604 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,604 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting edff162af53544ddb5d02f0eed030639, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732562695548 2024-11-25T19:24:58,604 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/6a3649b92ca2401d99d01c8966ae1540, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/4c937c0537134583825e02e258e49da5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b6112b6ba4b943469a1105d8ce3ac9a9] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.1 K 2024-11-25T19:24:58,605 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 608a174375e14632bf62f1acd81635d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732562696242 2024-11-25T19:24:58,605 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a3649b92ca2401d99d01c8966ae1540, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732562695548 2024-11-25T19:24:58,605 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bc18f413cce416398af81d9e69d93fb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732562696609 2024-11-25T19:24:58,605 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c937c0537134583825e02e258e49da5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732562696242 2024-11-25T19:24:58,606 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b6112b6ba4b943469a1105d8ce3ac9a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732562696609 2024-11-25T19:24:58,623 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:58,624 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/c6e70ab5e80e4f55804ea774a5e6675e is 50, key is test_row_0/A:col10/1732562696615/Put/seqid=0 2024-11-25T19:24:58,635 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:58,636 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/47a8abc9b77d40f58453e1cd84c02e2c is 50, key is test_row_0/B:col10/1732562696615/Put/seqid=0 2024-11-25T19:24:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742400_1576 (size=13493) 2024-11-25T19:24:58,676 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/c6e70ab5e80e4f55804ea774a5e6675e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/c6e70ab5e80e4f55804ea774a5e6675e 2024-11-25T19:24:58,686 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into c6e70ab5e80e4f55804ea774a5e6675e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:58,686 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:58,686 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562698603; duration=0sec 2024-11-25T19:24:58,686 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:24:58,686 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:24:58,686 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:24:58,690 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:24:58,690 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:24:58,690 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,691 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fbbce92355ad4af8a7cb77e1795fd721, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fcb1945c1bc649b9a5fda9c6124b29cf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9604be6a62e6492eb665066a05a44ac3] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.1 K 2024-11-25T19:24:58,691 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbbce92355ad4af8a7cb77e1795fd721, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=451, earliestPutTs=1732562695548 2024-11-25T19:24:58,691 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcb1945c1bc649b9a5fda9c6124b29cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732562696242 2024-11-25T19:24:58,691 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9604be6a62e6492eb665066a05a44ac3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732562696609 2024-11-25T19:24:58,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:24:58,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T19:24:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:58,698 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T19:24:58,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742401_1577 (size=13493) 2024-11-25T19:24:58,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9d8e0847a5b144438e9d49dffaafa32b is 50, key is test_row_0/A:col10/1732562697377/Put/seqid=0 2024-11-25T19:24:58,715 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:24:58,716 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/0a16b77bc93c4f069b522c2e4da07ad9 is 50, key is test_row_0/C:col10/1732562696615/Put/seqid=0 2024-11-25T19:24:58,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742402_1578 (size=12301) 2024-11-25T19:24:58,720 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9d8e0847a5b144438e9d49dffaafa32b 2024-11-25T19:24:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/b157a1d8ceaf4896a8e3f81db9c15d85 is 50, key is test_row_0/B:col10/1732562697377/Put/seqid=0 2024-11-25T19:24:58,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742403_1579 (size=13459) 2024-11-25T19:24:58,761 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/0a16b77bc93c4f069b522c2e4da07ad9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0a16b77bc93c4f069b522c2e4da07ad9 2024-11-25T19:24:58,766 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 0a16b77bc93c4f069b522c2e4da07ad9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:58,766 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:58,766 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562698603; duration=0sec 2024-11-25T19:24:58,766 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:58,766 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:24:58,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742404_1580 (size=12301) 2024-11-25T19:24:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T19:24:59,112 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/47a8abc9b77d40f58453e1cd84c02e2c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/47a8abc9b77d40f58453e1cd84c02e2c 2024-11-25T19:24:59,116 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into 47a8abc9b77d40f58453e1cd84c02e2c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:24:59,116 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:59,116 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562698603; duration=0sec 2024-11-25T19:24:59,116 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:24:59,116 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:24:59,171 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/b157a1d8ceaf4896a8e3f81db9c15d85 2024-11-25T19:24:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/cc7f011e8dca45a7a51acb66450bd928 is 50, key is test_row_0/C:col10/1732562697377/Put/seqid=0 2024-11-25T19:24:59,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742405_1581 (size=12301) 2024-11-25T19:24:59,228 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/cc7f011e8dca45a7a51acb66450bd928 2024-11-25T19:24:59,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/9d8e0847a5b144438e9d49dffaafa32b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9d8e0847a5b144438e9d49dffaafa32b 2024-11-25T19:24:59,239 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9d8e0847a5b144438e9d49dffaafa32b, entries=150, sequenceid=514, filesize=12.0 K 2024-11-25T19:24:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/b157a1d8ceaf4896a8e3f81db9c15d85 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b157a1d8ceaf4896a8e3f81db9c15d85 2024-11-25T19:24:59,244 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b157a1d8ceaf4896a8e3f81db9c15d85, entries=150, sequenceid=514, filesize=12.0 K 2024-11-25T19:24:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/cc7f011e8dca45a7a51acb66450bd928 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc7f011e8dca45a7a51acb66450bd928 2024-11-25T19:24:59,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc7f011e8dca45a7a51acb66450bd928, entries=150, sequenceid=514, filesize=12.0 K 2024-11-25T19:24:59,257 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 566a583c3c910b86c16f9ced50172dc2 in 559ms, sequenceid=514, compaction requested=false 2024-11-25T19:24:59,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:24:59,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:24:59,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T19:24:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T19:24:59,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T19:24:59,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4810 sec 2024-11-25T19:24:59,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4890 sec 2024-11-25T19:24:59,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:24:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:24:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:24:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:24:59,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:24:59,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/22dc0e57147b4c6489ef0340566b7f9a is 50, key is test_row_0/A:col10/1732562699530/Put/seqid=0 2024-11-25T19:24:59,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562759607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742406_1582 (size=17181) 2024-11-25T19:24:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562759608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562759611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562759716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562759721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562759721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,849 DEBUG [Thread-2119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02430fee to 127.0.0.1:59939 2024-11-25T19:24:59,849 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:59,850 DEBUG [Thread-2113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40302925 to 127.0.0.1:59939 2024-11-25T19:24:59,850 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:59,851 DEBUG [Thread-2115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47ef9951 to 127.0.0.1:59939 2024-11-25T19:24:59,851 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:59,861 DEBUG [Thread-2111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14088aa9 to 127.0.0.1:59939 2024-11-25T19:24:59,861 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:59,873 DEBUG [Thread-2117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x567011a8 to 127.0.0.1:59939 2024-11-25T19:24:59,873 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:24:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T19:24:59,885 INFO [Thread-2110 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T19:24:59,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562759923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:24:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562759932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:24:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562759932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:00,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/22dc0e57147b4c6489ef0340566b7f9a 2024-11-25T19:25:00,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/30b212c520ce40658e061ce02befd5ff is 50, key is test_row_0/B:col10/1732562699530/Put/seqid=0 2024-11-25T19:25:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742407_1583 (size=12301) 2024-11-25T19:25:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59054 deadline: 1732562760226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:00,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59040 deadline: 1732562760234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:00,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59028 deadline: 1732562760234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:00,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/30b212c520ce40658e061ce02befd5ff 2024-11-25T19:25:00,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/6e3c4f214c50499c8159e22da11baaa4 is 50, key is test_row_0/C:col10/1732562699530/Put/seqid=0 2024-11-25T19:25:00,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742408_1584 (size=12301) 2024-11-25T19:25:00,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/6e3c4f214c50499c8159e22da11baaa4 2024-11-25T19:25:00,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/22dc0e57147b4c6489ef0340566b7f9a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/22dc0e57147b4c6489ef0340566b7f9a 2024-11-25T19:25:00,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/22dc0e57147b4c6489ef0340566b7f9a, entries=250, sequenceid=527, filesize=16.8 K 2024-11-25T19:25:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/30b212c520ce40658e061ce02befd5ff as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/30b212c520ce40658e061ce02befd5ff 2024-11-25T19:25:00,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/30b212c520ce40658e061ce02befd5ff, entries=150, sequenceid=527, filesize=12.0 K 2024-11-25T19:25:00,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/6e3c4f214c50499c8159e22da11baaa4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6e3c4f214c50499c8159e22da11baaa4 2024-11-25T19:25:00,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6e3c4f214c50499c8159e22da11baaa4, entries=150, sequenceid=527, filesize=12.0 K 2024-11-25T19:25:00,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 566a583c3c910b86c16f9ced50172dc2 in 924ms, sequenceid=527, compaction requested=true 2024-11-25T19:25:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:25:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:00,463 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:00,463 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 566a583c3c910b86c16f9ced50172dc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:00,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/B is initiating minor compaction (all files) 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/A is initiating minor compaction (all files) 2024-11-25T19:25:00,464 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/B in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:25:00,464 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/A in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:25:00,464 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/47a8abc9b77d40f58453e1cd84c02e2c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b157a1d8ceaf4896a8e3f81db9c15d85, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/30b212c520ce40658e061ce02befd5ff] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.2 K 2024-11-25T19:25:00,464 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/c6e70ab5e80e4f55804ea774a5e6675e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9d8e0847a5b144438e9d49dffaafa32b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/22dc0e57147b4c6489ef0340566b7f9a] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=42.0 K 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 47a8abc9b77d40f58453e1cd84c02e2c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732562696609 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6e70ab5e80e4f55804ea774a5e6675e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732562696609 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting b157a1d8ceaf4896a8e3f81db9c15d85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732562697376 2024-11-25T19:25:00,464 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d8e0847a5b144438e9d49dffaafa32b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732562697376 2024-11-25T19:25:00,465 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22dc0e57147b4c6489ef0340566b7f9a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732562699530 2024-11-25T19:25:00,465 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 30b212c520ce40658e061ce02befd5ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732562699530 2024-11-25T19:25:00,471 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#B#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:00,471 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/ccf9d00591e74bb699b775917bfd60b6 is 50, key is test_row_0/B:col10/1732562699530/Put/seqid=0 2024-11-25T19:25:00,482 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#A#compaction#495 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:00,482 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/228bdc45653d4773ad60f973afffa26d is 50, key is test_row_0/A:col10/1732562699530/Put/seqid=0 2024-11-25T19:25:00,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742409_1585 (size=13595) 2024-11-25T19:25:00,488 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/ccf9d00591e74bb699b775917bfd60b6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ccf9d00591e74bb699b775917bfd60b6 2024-11-25T19:25:00,492 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/B of 566a583c3c910b86c16f9ced50172dc2 into ccf9d00591e74bb699b775917bfd60b6(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:00,492 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:25:00,492 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/B, priority=13, startTime=1732562700463; duration=0sec 2024-11-25T19:25:00,492 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:00,492 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:B 2024-11-25T19:25:00,492 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:00,493 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:00,493 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 566a583c3c910b86c16f9ced50172dc2/C is initiating minor compaction (all files) 2024-11-25T19:25:00,493 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 566a583c3c910b86c16f9ced50172dc2/C in TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:25:00,493 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0a16b77bc93c4f069b522c2e4da07ad9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc7f011e8dca45a7a51acb66450bd928, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6e3c4f214c50499c8159e22da11baaa4] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp, totalSize=37.2 K 2024-11-25T19:25:00,493 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a16b77bc93c4f069b522c2e4da07ad9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732562696609 2024-11-25T19:25:00,494 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting cc7f011e8dca45a7a51acb66450bd928, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732562697376 2024-11-25T19:25:00,494 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e3c4f214c50499c8159e22da11baaa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732562699530 2024-11-25T19:25:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742410_1586 (size=13595) 2024-11-25T19:25:00,523 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 566a583c3c910b86c16f9ced50172dc2#C#compaction#496 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:00,524 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/74c59bd36b6d4ab6b53da0fe7ebc8bb0 is 50, key is test_row_0/C:col10/1732562699530/Put/seqid=0 2024-11-25T19:25:00,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742411_1587 (size=13561) 2024-11-25T19:25:00,540 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/74c59bd36b6d4ab6b53da0fe7ebc8bb0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/74c59bd36b6d4ab6b53da0fe7ebc8bb0 2024-11-25T19:25:00,544 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/C of 566a583c3c910b86c16f9ced50172dc2 into 74c59bd36b6d4ab6b53da0fe7ebc8bb0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:00,544 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:25:00,545 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/C, priority=13, startTime=1732562700463; duration=0sec 2024-11-25T19:25:00,545 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:00,545 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:C 2024-11-25T19:25:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:25:00,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:25:00,729 DEBUG [Thread-2108 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39b3baa5 to 127.0.0.1:59939 2024-11-25T19:25:00,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:25:00,729 DEBUG [Thread-2108 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:00,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:00,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:25:00,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:00,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:25:00,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:00,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/da84b43894584cabb3cf03e097410200 is 50, key is test_row_0/A:col10/1732562700728/Put/seqid=0 2024-11-25T19:25:00,739 DEBUG [Thread-2102 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65e17c26 to 127.0.0.1:59939 2024-11-25T19:25:00,739 DEBUG [Thread-2102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:00,741 DEBUG [Thread-2104 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53fc02ba to 127.0.0.1:59939 2024-11-25T19:25:00,741 DEBUG [Thread-2104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:00,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742412_1588 (size=12301) 2024-11-25T19:25:00,914 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/228bdc45653d4773ad60f973afffa26d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/228bdc45653d4773ad60f973afffa26d 2024-11-25T19:25:00,918 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 566a583c3c910b86c16f9ced50172dc2/A of 566a583c3c910b86c16f9ced50172dc2 into 228bdc45653d4773ad60f973afffa26d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:00,918 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:25:00,918 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2., storeName=566a583c3c910b86c16f9ced50172dc2/A, priority=13, startTime=1732562700463; duration=0sec 2024-11-25T19:25:00,918 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:00,918 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 566a583c3c910b86c16f9ced50172dc2:A 2024-11-25T19:25:01,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/da84b43894584cabb3cf03e097410200 2024-11-25T19:25:01,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a34b624cadb842fa83aab9f0eff910fb is 50, key is test_row_0/B:col10/1732562700728/Put/seqid=0 2024-11-25T19:25:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742413_1589 (size=12301) 2024-11-25T19:25:01,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a34b624cadb842fa83aab9f0eff910fb 2024-11-25T19:25:01,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/17fe8532db094fe48a3fef449814a61a is 50, key is test_row_0/C:col10/1732562700728/Put/seqid=0 2024-11-25T19:25:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742414_1590 (size=12301) 2024-11-25T19:25:01,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/17fe8532db094fe48a3fef449814a61a 2024-11-25T19:25:01,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/da84b43894584cabb3cf03e097410200 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da84b43894584cabb3cf03e097410200 2024-11-25T19:25:01,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da84b43894584cabb3cf03e097410200, entries=150, sequenceid=555, filesize=12.0 K 2024-11-25T19:25:01,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/a34b624cadb842fa83aab9f0eff910fb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a34b624cadb842fa83aab9f0eff910fb 2024-11-25T19:25:01,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a34b624cadb842fa83aab9f0eff910fb, entries=150, sequenceid=555, filesize=12.0 K 2024-11-25T19:25:01,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/17fe8532db094fe48a3fef449814a61a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17fe8532db094fe48a3fef449814a61a 2024-11-25T19:25:01,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17fe8532db094fe48a3fef449814a61a, entries=150, sequenceid=555, filesize=12.0 K 2024-11-25T19:25:01,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=13.42 KB/13740 for 566a583c3c910b86c16f9ced50172dc2 in 1252ms, sequenceid=555, compaction requested=false 2024-11-25T19:25:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:25:02,082 DEBUG [Thread-2100 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38dd8644 to 127.0.0.1:59939 2024-11-25T19:25:02,082 DEBUG [Thread-2100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:02,098 DEBUG [Thread-2106 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2011d733 to 127.0.0.1:59939 2024-11-25T19:25:02,098 DEBUG [Thread-2106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1404 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4212 rows 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1387 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4161 rows 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1402 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4206 rows 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4182 rows 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1405 2024-11-25T19:25:02,099 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4215 rows 2024-11-25T19:25:02,099 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T19:25:02,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59daaa82 to 127.0.0.1:59939 2024-11-25T19:25:02,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:02,102 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T19:25:02,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T19:25:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T19:25:02,105 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562702105"}]},"ts":"1732562702105"} 2024-11-25T19:25:02,106 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T19:25:02,140 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T19:25:02,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:25:02,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=566a583c3c910b86c16f9ced50172dc2, UNASSIGN}] 2024-11-25T19:25:02,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=566a583c3c910b86c16f9ced50172dc2, UNASSIGN 2024-11-25T19:25:02,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=566a583c3c910b86c16f9ced50172dc2, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:25:02,144 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:25:02,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:25:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T19:25:02,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:02,296 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 566a583c3c910b86c16f9ced50172dc2, disabling compactions & flushes 2024-11-25T19:25:02,296 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. after waiting 0 ms 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:25:02,296 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(2837): Flushing 566a583c3c910b86c16f9ced50172dc2 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=A 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=B 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 566a583c3c910b86c16f9ced50172dc2, store=C 2024-11-25T19:25:02,296 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:02,300 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/218ae791036a40faa95c6954b7e7bfc1 is 50, key is test_row_0/A:col10/1732562702081/Put/seqid=0 2024-11-25T19:25:02,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742415_1591 (size=9857) 2024-11-25T19:25:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T19:25:02,704 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/218ae791036a40faa95c6954b7e7bfc1 2024-11-25T19:25:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T19:25:02,709 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/9ac0c6acfa3d46c683be299c7f1b58ed is 50, key is test_row_0/B:col10/1732562702081/Put/seqid=0 2024-11-25T19:25:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742416_1592 (size=9857) 2024-11-25T19:25:03,116 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/9ac0c6acfa3d46c683be299c7f1b58ed 2024-11-25T19:25:03,121 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/ace1afdec6a947e5bcdd982d91ab9157 is 50, key is test_row_0/C:col10/1732562702081/Put/seqid=0 2024-11-25T19:25:03,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742417_1593 (size=9857) 2024-11-25T19:25:03,127 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=563 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/ace1afdec6a947e5bcdd982d91ab9157 2024-11-25T19:25:03,131 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/A/218ae791036a40faa95c6954b7e7bfc1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/218ae791036a40faa95c6954b7e7bfc1 2024-11-25T19:25:03,133 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/218ae791036a40faa95c6954b7e7bfc1, entries=100, sequenceid=563, filesize=9.6 K 2024-11-25T19:25:03,135 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/B/9ac0c6acfa3d46c683be299c7f1b58ed as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/9ac0c6acfa3d46c683be299c7f1b58ed 2024-11-25T19:25:03,138 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/9ac0c6acfa3d46c683be299c7f1b58ed, entries=100, sequenceid=563, filesize=9.6 K 2024-11-25T19:25:03,138 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/.tmp/C/ace1afdec6a947e5bcdd982d91ab9157 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/ace1afdec6a947e5bcdd982d91ab9157 2024-11-25T19:25:03,141 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/ace1afdec6a947e5bcdd982d91ab9157, entries=100, sequenceid=563, filesize=9.6 K 2024-11-25T19:25:03,142 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 566a583c3c910b86c16f9ced50172dc2 in 846ms, sequenceid=563, compaction requested=true 2024-11-25T19:25:03,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/628ffaf0e25a46cda76001b11a1fc83c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8f1908c3b4c5489ea037ff53f9e4a65f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/db41c4d3dad44d1085f378f155d3c4f8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6bbdb0367c9841f69399b5d80de0b9eb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2c2265a562854856bdf5b1740f541af0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/0dc17880feb94f8a861f558ed451b27d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9e3eda237f274e09b8ea3e28e850a022, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/d8e2827180b2491185207842a1c3d8e6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/33ee68eb62bc452894ca09ac3f3cf6c1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/566021dbcd2043f893a69778778b3d65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/722a67f0e0804ad1a274b3208069647c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/851045fde4ee4dfdac92faf54494615e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/a80d3b174ba04d8ba42045705167faf2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6ff81790fd0b4de588e56bcfb2578b00, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8d728d30f97b4fa1aeed06eaa02a5920, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9dbd956cd22a427ea6a1fa2af20f8603, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da6d910c661845d9ac4d2bb5f84c9c1d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/5215baf3911f4b04aa14f4c1e8f2c72e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed68b25195f242d9b05199e5890a68ce, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/df68979af0ed4cc98dedcd076135a57f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/677c4482acbf425e89f5d54cc2886be8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/b08529717fcb4094b7da1d090ceca064, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3537e19e620c46b8a753d55003281e02, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bc99cb3fd0134470875a2094cef7aa06, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed874710374147f4b9434956f3d74476, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/256236a804d7412ba7399f9e9bcda7b0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6fff81af914340e49d79b095025061f3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/51145a7b76864393817b78360a854d65, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/f88c051490f04ac1b0b9fcdd51e670e3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3e115a5bc61c43769356cf5e126c2d38, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bfca9325d3254eb5847621ce371f9212, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/30e330d874ae4b57908bd55fd0208e0c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/edff162af53544ddb5d02f0eed030639, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/608a174375e14632bf62f1acd81635d7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2bc18f413cce416398af81d9e69d93fb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/c6e70ab5e80e4f55804ea774a5e6675e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9d8e0847a5b144438e9d49dffaafa32b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/22dc0e57147b4c6489ef0340566b7f9a] to archive 2024-11-25T19:25:03,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:25:03,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/628ffaf0e25a46cda76001b11a1fc83c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/628ffaf0e25a46cda76001b11a1fc83c 2024-11-25T19:25:03,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8f1908c3b4c5489ea037ff53f9e4a65f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8f1908c3b4c5489ea037ff53f9e4a65f 2024-11-25T19:25:03,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/db41c4d3dad44d1085f378f155d3c4f8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/db41c4d3dad44d1085f378f155d3c4f8 2024-11-25T19:25:03,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6bbdb0367c9841f69399b5d80de0b9eb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6bbdb0367c9841f69399b5d80de0b9eb 2024-11-25T19:25:03,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2c2265a562854856bdf5b1740f541af0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2c2265a562854856bdf5b1740f541af0 2024-11-25T19:25:03,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/0dc17880feb94f8a861f558ed451b27d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/0dc17880feb94f8a861f558ed451b27d 2024-11-25T19:25:03,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9e3eda237f274e09b8ea3e28e850a022 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9e3eda237f274e09b8ea3e28e850a022 2024-11-25T19:25:03,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/d8e2827180b2491185207842a1c3d8e6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/d8e2827180b2491185207842a1c3d8e6 2024-11-25T19:25:03,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/33ee68eb62bc452894ca09ac3f3cf6c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/33ee68eb62bc452894ca09ac3f3cf6c1 2024-11-25T19:25:03,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/566021dbcd2043f893a69778778b3d65 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/566021dbcd2043f893a69778778b3d65 2024-11-25T19:25:03,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/722a67f0e0804ad1a274b3208069647c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/722a67f0e0804ad1a274b3208069647c 2024-11-25T19:25:03,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/851045fde4ee4dfdac92faf54494615e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/851045fde4ee4dfdac92faf54494615e 2024-11-25T19:25:03,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/a80d3b174ba04d8ba42045705167faf2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/a80d3b174ba04d8ba42045705167faf2 2024-11-25T19:25:03,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6ff81790fd0b4de588e56bcfb2578b00 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6ff81790fd0b4de588e56bcfb2578b00 2024-11-25T19:25:03,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8d728d30f97b4fa1aeed06eaa02a5920 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/8d728d30f97b4fa1aeed06eaa02a5920 2024-11-25T19:25:03,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9dbd956cd22a427ea6a1fa2af20f8603 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9dbd956cd22a427ea6a1fa2af20f8603 2024-11-25T19:25:03,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da6d910c661845d9ac4d2bb5f84c9c1d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da6d910c661845d9ac4d2bb5f84c9c1d 2024-11-25T19:25:03,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/5215baf3911f4b04aa14f4c1e8f2c72e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/5215baf3911f4b04aa14f4c1e8f2c72e 2024-11-25T19:25:03,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed68b25195f242d9b05199e5890a68ce to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed68b25195f242d9b05199e5890a68ce 2024-11-25T19:25:03,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/df68979af0ed4cc98dedcd076135a57f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/df68979af0ed4cc98dedcd076135a57f 2024-11-25T19:25:03,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/677c4482acbf425e89f5d54cc2886be8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/677c4482acbf425e89f5d54cc2886be8 2024-11-25T19:25:03,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/b08529717fcb4094b7da1d090ceca064 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/b08529717fcb4094b7da1d090ceca064 2024-11-25T19:25:03,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3537e19e620c46b8a753d55003281e02 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3537e19e620c46b8a753d55003281e02 2024-11-25T19:25:03,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bc99cb3fd0134470875a2094cef7aa06 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bc99cb3fd0134470875a2094cef7aa06 2024-11-25T19:25:03,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed874710374147f4b9434956f3d74476 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/ed874710374147f4b9434956f3d74476 2024-11-25T19:25:03,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/256236a804d7412ba7399f9e9bcda7b0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/256236a804d7412ba7399f9e9bcda7b0 2024-11-25T19:25:03,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6fff81af914340e49d79b095025061f3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/6fff81af914340e49d79b095025061f3 2024-11-25T19:25:03,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/51145a7b76864393817b78360a854d65 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/51145a7b76864393817b78360a854d65 2024-11-25T19:25:03,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/f88c051490f04ac1b0b9fcdd51e670e3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/f88c051490f04ac1b0b9fcdd51e670e3 2024-11-25T19:25:03,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3e115a5bc61c43769356cf5e126c2d38 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/3e115a5bc61c43769356cf5e126c2d38 2024-11-25T19:25:03,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bfca9325d3254eb5847621ce371f9212 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/bfca9325d3254eb5847621ce371f9212 2024-11-25T19:25:03,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/30e330d874ae4b57908bd55fd0208e0c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/30e330d874ae4b57908bd55fd0208e0c 2024-11-25T19:25:03,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/edff162af53544ddb5d02f0eed030639 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/edff162af53544ddb5d02f0eed030639 2024-11-25T19:25:03,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/608a174375e14632bf62f1acd81635d7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/608a174375e14632bf62f1acd81635d7 2024-11-25T19:25:03,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2bc18f413cce416398af81d9e69d93fb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/2bc18f413cce416398af81d9e69d93fb 2024-11-25T19:25:03,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/c6e70ab5e80e4f55804ea774a5e6675e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/c6e70ab5e80e4f55804ea774a5e6675e 2024-11-25T19:25:03,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9d8e0847a5b144438e9d49dffaafa32b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/9d8e0847a5b144438e9d49dffaafa32b 2024-11-25T19:25:03,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/22dc0e57147b4c6489ef0340566b7f9a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/22dc0e57147b4c6489ef0340566b7f9a 2024-11-25T19:25:03,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/050be35eb2c345af99a9f78f92832822, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/528b9b6a858640ab99fa12dba0921b70, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ffccbb12ffa4473e9576e2c121b8b2e7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3bd97f9dca02408dba47d2695420203d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ac7a123451fe4aa8b7f11366edf7b50d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/355a9f339f1846f59566e077527a3d20, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0eb92694287440538ea719a6f5f109de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/db344564a2164cc9b913ecdf801bde0d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/c3b9a3c0f6dd405597f1c96d0ddf1eba, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/84045b042ca74fec89ede8d434e7e4a1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/91b7b2349c434aad8babbdbc37064811, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5e965cf42b07458d82d86c01b79a1200, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1f246e81678a43e8bc9d0975b47b3788, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/d512c65794674d8fab50a064bdb142f9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a332998f0c1b46ce81d4e0585ef6d975, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/281770a196ee4fcc969e68842ef311ef, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5061872e66bc40499ac0769ec2f73651, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/dd37c2c5104c439f8181b8e718881199, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1c212861c45548378a83efc6fed69745, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/8020ff76b1e2404d90b3a6cd97519859, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/751e1735d724470a98641aad4caa44ae, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a2553417f77c4b1a8691a17306b217e4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3611857a4cac40c9aa1a7f52e4ffe152, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0cb1038f09a34ac3ae6e462c74f11201, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f5a246fc2490484d807f392ee65de45a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3fba3b4a281548509455b2267aad3728, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f0c62f3a54ca4ecd923c75fef3bf37f2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/374e03796d4b46059afeaa243a85f774, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1afd521ef19841abb9677975ba8ebd4f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/730948f4047d49e0a60606e2afcfceaf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/e7553a0f5ccd4379987f27d0018f6ce7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/6a3649b92ca2401d99d01c8966ae1540, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3c052267768f42b5864e5efb225d3433, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/4c937c0537134583825e02e258e49da5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/47a8abc9b77d40f58453e1cd84c02e2c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b6112b6ba4b943469a1105d8ce3ac9a9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b157a1d8ceaf4896a8e3f81db9c15d85, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/30b212c520ce40658e061ce02befd5ff] to archive 2024-11-25T19:25:03,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:25:03,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/050be35eb2c345af99a9f78f92832822 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/050be35eb2c345af99a9f78f92832822 2024-11-25T19:25:03,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/528b9b6a858640ab99fa12dba0921b70 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/528b9b6a858640ab99fa12dba0921b70 2024-11-25T19:25:03,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ffccbb12ffa4473e9576e2c121b8b2e7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ffccbb12ffa4473e9576e2c121b8b2e7 2024-11-25T19:25:03,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3bd97f9dca02408dba47d2695420203d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3bd97f9dca02408dba47d2695420203d 2024-11-25T19:25:03,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ac7a123451fe4aa8b7f11366edf7b50d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ac7a123451fe4aa8b7f11366edf7b50d 2024-11-25T19:25:03,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/355a9f339f1846f59566e077527a3d20 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/355a9f339f1846f59566e077527a3d20 2024-11-25T19:25:03,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0eb92694287440538ea719a6f5f109de to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0eb92694287440538ea719a6f5f109de 2024-11-25T19:25:03,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/db344564a2164cc9b913ecdf801bde0d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/db344564a2164cc9b913ecdf801bde0d 2024-11-25T19:25:03,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/c3b9a3c0f6dd405597f1c96d0ddf1eba to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/c3b9a3c0f6dd405597f1c96d0ddf1eba 2024-11-25T19:25:03,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/84045b042ca74fec89ede8d434e7e4a1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/84045b042ca74fec89ede8d434e7e4a1 2024-11-25T19:25:03,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/91b7b2349c434aad8babbdbc37064811 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/91b7b2349c434aad8babbdbc37064811 2024-11-25T19:25:03,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5e965cf42b07458d82d86c01b79a1200 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5e965cf42b07458d82d86c01b79a1200 2024-11-25T19:25:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1f246e81678a43e8bc9d0975b47b3788 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1f246e81678a43e8bc9d0975b47b3788 2024-11-25T19:25:03,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/d512c65794674d8fab50a064bdb142f9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/d512c65794674d8fab50a064bdb142f9 2024-11-25T19:25:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a332998f0c1b46ce81d4e0585ef6d975 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a332998f0c1b46ce81d4e0585ef6d975 2024-11-25T19:25:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/281770a196ee4fcc969e68842ef311ef to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/281770a196ee4fcc969e68842ef311ef 2024-11-25T19:25:03,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5061872e66bc40499ac0769ec2f73651 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/5061872e66bc40499ac0769ec2f73651 2024-11-25T19:25:03,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/dd37c2c5104c439f8181b8e718881199 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/dd37c2c5104c439f8181b8e718881199 2024-11-25T19:25:03,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1c212861c45548378a83efc6fed69745 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1c212861c45548378a83efc6fed69745 2024-11-25T19:25:03,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/8020ff76b1e2404d90b3a6cd97519859 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/8020ff76b1e2404d90b3a6cd97519859 2024-11-25T19:25:03,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/751e1735d724470a98641aad4caa44ae to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/751e1735d724470a98641aad4caa44ae 2024-11-25T19:25:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T19:25:03,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a2553417f77c4b1a8691a17306b217e4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a2553417f77c4b1a8691a17306b217e4 2024-11-25T19:25:03,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3611857a4cac40c9aa1a7f52e4ffe152 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3611857a4cac40c9aa1a7f52e4ffe152 2024-11-25T19:25:03,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0cb1038f09a34ac3ae6e462c74f11201 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/0cb1038f09a34ac3ae6e462c74f11201 2024-11-25T19:25:03,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f5a246fc2490484d807f392ee65de45a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f5a246fc2490484d807f392ee65de45a 2024-11-25T19:25:03,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3fba3b4a281548509455b2267aad3728 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3fba3b4a281548509455b2267aad3728 2024-11-25T19:25:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f0c62f3a54ca4ecd923c75fef3bf37f2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/f0c62f3a54ca4ecd923c75fef3bf37f2 2024-11-25T19:25:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/374e03796d4b46059afeaa243a85f774 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/374e03796d4b46059afeaa243a85f774 2024-11-25T19:25:03,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1afd521ef19841abb9677975ba8ebd4f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/1afd521ef19841abb9677975ba8ebd4f 2024-11-25T19:25:03,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/730948f4047d49e0a60606e2afcfceaf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/730948f4047d49e0a60606e2afcfceaf 2024-11-25T19:25:03,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/e7553a0f5ccd4379987f27d0018f6ce7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/e7553a0f5ccd4379987f27d0018f6ce7 2024-11-25T19:25:03,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/6a3649b92ca2401d99d01c8966ae1540 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/6a3649b92ca2401d99d01c8966ae1540 2024-11-25T19:25:03,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3c052267768f42b5864e5efb225d3433 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/3c052267768f42b5864e5efb225d3433 2024-11-25T19:25:03,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/4c937c0537134583825e02e258e49da5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/4c937c0537134583825e02e258e49da5 2024-11-25T19:25:03,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/47a8abc9b77d40f58453e1cd84c02e2c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/47a8abc9b77d40f58453e1cd84c02e2c 2024-11-25T19:25:03,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b6112b6ba4b943469a1105d8ce3ac9a9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b6112b6ba4b943469a1105d8ce3ac9a9 2024-11-25T19:25:03,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b157a1d8ceaf4896a8e3f81db9c15d85 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/b157a1d8ceaf4896a8e3f81db9c15d85 2024-11-25T19:25:03,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/30b212c520ce40658e061ce02befd5ff to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/30b212c520ce40658e061ce02befd5ff 2024-11-25T19:25:03,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dee7d2d4ffb04e769c6182a771f9c5b5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9cdaea5625d041aaa7eef3d4332205f2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/b0923ec8edae455886cb9713afd7c229, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/e2206aeac73946ceb334927beba8a28e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/063e21ee2d5742d5a88b5da5286669c4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/4fa4467796654d17af778795d8de4bfa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc5deef5c741467c846a39f4b912eadd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5ad091c5da304f879913f0fd2ea5ffb4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/c6ca09540396440c9d523acc2b214215, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dbd895ba3fcd4f27a12bd423fed8351f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/db07a1266f7b44a59632dfa92534e00d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/aa3e5034178e42e38b686a49568a0f0c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17b75456484847d08445405eb3fac0a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/536dd53f97d84f3fa9cdef206e44934a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/2ee7912412764e1ab1947bc312a02eb8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6053209fadb5479592a479a038ede873, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/f83ec92ae8134d7fb5c8a92edd651d1f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5aa46baca4944177a14fc59b4848985f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8cf2e18b689e497f9c285eaf1e4c9c23, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/de15a32c59694e7cb46f793f1758189e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/a3b4966da62e46bc88cb0e9f952fa46e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/284edd74481e4b24ba7fcbd41474d7a0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/66d242165d6b4842adcf70fb6d94789d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0bc1ab69c3ad4359bba8780a1e7e002a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/64a218d68efb4dcb91d58855ee64b0e3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/04510a603869400d913099af87afd0dd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/079173b002314a79812cbb5aa44b39f0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0ea0e4f19e0c4e7dbd2450f9b0edec39, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/00e53cba2e3d4f548415d7cc386c2242, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/77272d9a7e7542549f70e91d6de7450b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fbbce92355ad4af8a7cb77e1795fd721, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8780e7ecee0b4bbda4c2630ffd35c679, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fcb1945c1bc649b9a5fda9c6124b29cf, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0a16b77bc93c4f069b522c2e4da07ad9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9604be6a62e6492eb665066a05a44ac3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc7f011e8dca45a7a51acb66450bd928, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6e3c4f214c50499c8159e22da11baaa4] to archive 2024-11-25T19:25:03,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:25:03,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dee7d2d4ffb04e769c6182a771f9c5b5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dee7d2d4ffb04e769c6182a771f9c5b5 2024-11-25T19:25:03,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9cdaea5625d041aaa7eef3d4332205f2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9cdaea5625d041aaa7eef3d4332205f2 2024-11-25T19:25:03,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/b0923ec8edae455886cb9713afd7c229 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/b0923ec8edae455886cb9713afd7c229 2024-11-25T19:25:03,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/e2206aeac73946ceb334927beba8a28e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/e2206aeac73946ceb334927beba8a28e 2024-11-25T19:25:03,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/063e21ee2d5742d5a88b5da5286669c4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/063e21ee2d5742d5a88b5da5286669c4 2024-11-25T19:25:03,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/4fa4467796654d17af778795d8de4bfa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/4fa4467796654d17af778795d8de4bfa 2024-11-25T19:25:03,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc5deef5c741467c846a39f4b912eadd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc5deef5c741467c846a39f4b912eadd 2024-11-25T19:25:03,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5ad091c5da304f879913f0fd2ea5ffb4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5ad091c5da304f879913f0fd2ea5ffb4 2024-11-25T19:25:03,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/c6ca09540396440c9d523acc2b214215 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/c6ca09540396440c9d523acc2b214215 2024-11-25T19:25:03,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dbd895ba3fcd4f27a12bd423fed8351f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/dbd895ba3fcd4f27a12bd423fed8351f 2024-11-25T19:25:03,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/db07a1266f7b44a59632dfa92534e00d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/db07a1266f7b44a59632dfa92534e00d 2024-11-25T19:25:03,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/aa3e5034178e42e38b686a49568a0f0c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/aa3e5034178e42e38b686a49568a0f0c 2024-11-25T19:25:03,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17b75456484847d08445405eb3fac0a0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17b75456484847d08445405eb3fac0a0 2024-11-25T19:25:03,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/536dd53f97d84f3fa9cdef206e44934a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/536dd53f97d84f3fa9cdef206e44934a 2024-11-25T19:25:03,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/2ee7912412764e1ab1947bc312a02eb8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/2ee7912412764e1ab1947bc312a02eb8 2024-11-25T19:25:03,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6053209fadb5479592a479a038ede873 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6053209fadb5479592a479a038ede873 2024-11-25T19:25:03,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/f83ec92ae8134d7fb5c8a92edd651d1f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/f83ec92ae8134d7fb5c8a92edd651d1f 2024-11-25T19:25:03,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5aa46baca4944177a14fc59b4848985f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/5aa46baca4944177a14fc59b4848985f 2024-11-25T19:25:03,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8cf2e18b689e497f9c285eaf1e4c9c23 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8cf2e18b689e497f9c285eaf1e4c9c23 2024-11-25T19:25:03,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/de15a32c59694e7cb46f793f1758189e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/de15a32c59694e7cb46f793f1758189e 2024-11-25T19:25:03,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/a3b4966da62e46bc88cb0e9f952fa46e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/a3b4966da62e46bc88cb0e9f952fa46e 2024-11-25T19:25:03,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/284edd74481e4b24ba7fcbd41474d7a0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/284edd74481e4b24ba7fcbd41474d7a0 2024-11-25T19:25:03,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/66d242165d6b4842adcf70fb6d94789d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/66d242165d6b4842adcf70fb6d94789d 2024-11-25T19:25:03,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0bc1ab69c3ad4359bba8780a1e7e002a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0bc1ab69c3ad4359bba8780a1e7e002a 2024-11-25T19:25:03,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/64a218d68efb4dcb91d58855ee64b0e3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/64a218d68efb4dcb91d58855ee64b0e3 2024-11-25T19:25:03,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/04510a603869400d913099af87afd0dd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/04510a603869400d913099af87afd0dd 2024-11-25T19:25:03,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/079173b002314a79812cbb5aa44b39f0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/079173b002314a79812cbb5aa44b39f0 2024-11-25T19:25:03,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0ea0e4f19e0c4e7dbd2450f9b0edec39 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0ea0e4f19e0c4e7dbd2450f9b0edec39 2024-11-25T19:25:03,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/00e53cba2e3d4f548415d7cc386c2242 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/00e53cba2e3d4f548415d7cc386c2242 2024-11-25T19:25:03,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/77272d9a7e7542549f70e91d6de7450b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/77272d9a7e7542549f70e91d6de7450b 2024-11-25T19:25:03,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fbbce92355ad4af8a7cb77e1795fd721 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fbbce92355ad4af8a7cb77e1795fd721 2024-11-25T19:25:03,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8780e7ecee0b4bbda4c2630ffd35c679 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/8780e7ecee0b4bbda4c2630ffd35c679 2024-11-25T19:25:03,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fcb1945c1bc649b9a5fda9c6124b29cf to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/fcb1945c1bc649b9a5fda9c6124b29cf 2024-11-25T19:25:03,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0a16b77bc93c4f069b522c2e4da07ad9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/0a16b77bc93c4f069b522c2e4da07ad9 2024-11-25T19:25:03,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9604be6a62e6492eb665066a05a44ac3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/9604be6a62e6492eb665066a05a44ac3 2024-11-25T19:25:03,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc7f011e8dca45a7a51acb66450bd928 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/cc7f011e8dca45a7a51acb66450bd928 2024-11-25T19:25:03,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6e3c4f214c50499c8159e22da11baaa4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/6e3c4f214c50499c8159e22da11baaa4 2024-11-25T19:25:03,266 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/recovered.edits/566.seqid, newMaxSeqId=566, maxSeqId=1 2024-11-25T19:25:03,266 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2. 2024-11-25T19:25:03,266 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 566a583c3c910b86c16f9ced50172dc2: 2024-11-25T19:25:03,267 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:25:03,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=566a583c3c910b86c16f9ced50172dc2, regionState=CLOSED 2024-11-25T19:25:03,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T19:25:03,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 566a583c3c910b86c16f9ced50172dc2, server=d736abcd529b,39035,1732562546845 in 1.1240 sec 2024-11-25T19:25:03,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-25T19:25:03,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=566a583c3c910b86c16f9ced50172dc2, UNASSIGN in 1.1280 sec 2024-11-25T19:25:03,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T19:25:03,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1310 sec 2024-11-25T19:25:03,272 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562703272"}]},"ts":"1732562703272"} 2024-11-25T19:25:03,273 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T19:25:03,281 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T19:25:03,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-11-25T19:25:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T19:25:04,209 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T19:25:04,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T19:25:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:04,210 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T19:25:04,211 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=144, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:04,212 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:25:04,215 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/recovered.edits] 2024-11-25T19:25:04,216 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/218ae791036a40faa95c6954b7e7bfc1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/218ae791036a40faa95c6954b7e7bfc1 2024-11-25T19:25:04,217 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/228bdc45653d4773ad60f973afffa26d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/228bdc45653d4773ad60f973afffa26d 2024-11-25T19:25:04,221 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da84b43894584cabb3cf03e097410200 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/A/da84b43894584cabb3cf03e097410200 2024-11-25T19:25:04,223 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/9ac0c6acfa3d46c683be299c7f1b58ed to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/9ac0c6acfa3d46c683be299c7f1b58ed 2024-11-25T19:25:04,224 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a34b624cadb842fa83aab9f0eff910fb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/a34b624cadb842fa83aab9f0eff910fb 2024-11-25T19:25:04,225 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ccf9d00591e74bb699b775917bfd60b6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/B/ccf9d00591e74bb699b775917bfd60b6 2024-11-25T19:25:04,227 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17fe8532db094fe48a3fef449814a61a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/17fe8532db094fe48a3fef449814a61a 2024-11-25T19:25:04,229 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/74c59bd36b6d4ab6b53da0fe7ebc8bb0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/74c59bd36b6d4ab6b53da0fe7ebc8bb0 2024-11-25T19:25:04,230 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/ace1afdec6a947e5bcdd982d91ab9157 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/C/ace1afdec6a947e5bcdd982d91ab9157 2024-11-25T19:25:04,233 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/recovered.edits/566.seqid to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2/recovered.edits/566.seqid 2024-11-25T19:25:04,233 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/566a583c3c910b86c16f9ced50172dc2 2024-11-25T19:25:04,233 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T19:25:04,236 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=144, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:04,237 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T19:25:04,238 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T19:25:04,239 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=144, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:04,239 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T19:25:04,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732562704239"}]},"ts":"9223372036854775807"} 2024-11-25T19:25:04,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T19:25:04,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 566a583c3c910b86c16f9ced50172dc2, NAME => 'TestAcidGuarantees,,1732562677174.566a583c3c910b86c16f9ced50172dc2.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T19:25:04,241 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T19:25:04,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732562704241"}]},"ts":"9223372036854775807"} 2024-11-25T19:25:04,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T19:25:04,282 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=144, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:04,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-25T19:25:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T19:25:04,312 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T19:25:04,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239 (was 243), OpenFileDescriptor=451 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1098 (was 1163), ProcessCount=11 (was 11), AvailableMemoryMB=4725 (was 4961) 2024-11-25T19:25:04,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1098, ProcessCount=11, AvailableMemoryMB=4724 2024-11-25T19:25:04,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:25:04,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:25:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:04,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T19:25:04,334 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:04,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 145 2024-11-25T19:25:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T19:25:04,334 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T19:25:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742418_1594 (size=960) 2024-11-25T19:25:04,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T19:25:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T19:25:04,740 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6 2024-11-25T19:25:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742419_1595 (size=53) 2024-11-25T19:25:04,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:25:04,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9fc6af14042d763da28680877ba52ae4, disabling compactions & flushes 2024-11-25T19:25:04,749 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:04,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:04,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. after waiting 0 ms 2024-11-25T19:25:04,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:04,749 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:04,749 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:04,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T19:25:04,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732562704750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732562704750"}]},"ts":"1732562704750"} 2024-11-25T19:25:04,751 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T19:25:04,751 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T19:25:04,751 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562704751"}]},"ts":"1732562704751"} 2024-11-25T19:25:04,752 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T19:25:04,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, ASSIGN}] 2024-11-25T19:25:04,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, ASSIGN 2024-11-25T19:25:04,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, ASSIGN; state=OFFLINE, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=false 2024-11-25T19:25:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T19:25:04,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:25:04,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; OpenRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:25:05,102 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:05,104 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:05,105 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7285): Opening region: {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:25:05,105 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,105 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:25:05,105 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7327): checking encryption for 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,105 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7330): checking classloading for 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,106 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,107 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:25:05,107 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc6af14042d763da28680877ba52ae4 columnFamilyName A 2024-11-25T19:25:05,107 DEBUG [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:05,107 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(327): Store=9fc6af14042d763da28680877ba52ae4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:25:05,108 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,108 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:25:05,108 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc6af14042d763da28680877ba52ae4 columnFamilyName B 2024-11-25T19:25:05,109 DEBUG [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:05,109 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(327): Store=9fc6af14042d763da28680877ba52ae4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:25:05,109 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,110 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:25:05,110 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc6af14042d763da28680877ba52ae4 columnFamilyName C 2024-11-25T19:25:05,110 DEBUG [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:05,110 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(327): Store=9fc6af14042d763da28680877ba52ae4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:25:05,110 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:05,111 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,111 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,113 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:25:05,113 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1085): writing seq id for 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:05,115 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T19:25:05,115 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1102): Opened 9fc6af14042d763da28680877ba52ae4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66961891, jitterRate=-0.0021900683641433716}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:25:05,116 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1001): Region open journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:05,117 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., pid=147, masterSystemTime=1732562705102 2024-11-25T19:25:05,118 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:05,118 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:05,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=OPEN, openSeqNum=2, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:25:05,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T19:25:05,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; OpenRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 in 168 msec 2024-11-25T19:25:05,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-25T19:25:05,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, ASSIGN in 322 msec 2024-11-25T19:25:05,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T19:25:05,123 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562705123"}]},"ts":"1732562705123"} 2024-11-25T19:25:05,124 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T19:25:05,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T19:25:05,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 800 msec 2024-11-25T19:25:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-25T19:25:05,437 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-25T19:25:05,439 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a1fe6e4 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58e7ba75 2024-11-25T19:25:05,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba132a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:05,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:05,496 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:05,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T19:25:05,497 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T19:25:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T19:25:05,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T19:25:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742420_1596 (size=996) 2024-11-25T19:25:05,908 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T19:25:05,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T19:25:05,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:25:05,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, REOPEN/MOVE}] 2024-11-25T19:25:05,912 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, REOPEN/MOVE 2024-11-25T19:25:05,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:25:05,913 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:25:05,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:25:06,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,065 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,065 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:25:06,065 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 9fc6af14042d763da28680877ba52ae4, disabling compactions & flushes 2024-11-25T19:25:06,066 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,066 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,066 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. after waiting 0 ms 2024-11-25T19:25:06,066 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,069 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T19:25:06,070 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,070 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:06,070 WARN [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionServer(3786): Not adding moved region record: 9fc6af14042d763da28680877ba52ae4 to self. 2024-11-25T19:25:06,071 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,071 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=CLOSED 2024-11-25T19:25:06,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T19:25:06,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 in 158 msec 2024-11-25T19:25:06,073 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, REOPEN/MOVE; state=CLOSED, location=d736abcd529b,39035,1732562546845; forceNewPlan=false, retain=true 2024-11-25T19:25:06,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=OPENING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE; OpenRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:25:06,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T19:25:06,375 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,377 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,377 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7285): Opening region: {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T19:25:06,377 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,377 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T19:25:06,377 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7327): checking encryption for 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,377 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7330): checking classloading for 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,378 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,379 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:25:06,379 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc6af14042d763da28680877ba52ae4 columnFamilyName A 2024-11-25T19:25:06,380 DEBUG [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:06,380 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(327): Store=9fc6af14042d763da28680877ba52ae4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:25:06,380 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,381 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:25:06,381 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc6af14042d763da28680877ba52ae4 columnFamilyName B 2024-11-25T19:25:06,381 DEBUG [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:06,381 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(327): Store=9fc6af14042d763da28680877ba52ae4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:25:06,381 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,381 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T19:25:06,382 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9fc6af14042d763da28680877ba52ae4 columnFamilyName C 2024-11-25T19:25:06,382 DEBUG [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:06,382 INFO [StoreOpener-9fc6af14042d763da28680877ba52ae4-1 {}] regionserver.HStore(327): Store=9fc6af14042d763da28680877ba52ae4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T19:25:06,382 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,383 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,384 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,385 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T19:25:06,387 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1085): writing seq id for 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,387 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1102): Opened 9fc6af14042d763da28680877ba52ae4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68391012, jitterRate=0.019105494022369385}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T19:25:06,388 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1001): Region open journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:06,388 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., pid=152, masterSystemTime=1732562706375 2024-11-25T19:25:06,390 DEBUG [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,390 INFO [RS_OPEN_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,390 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=OPEN, openSeqNum=5, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=150 2024-11-25T19:25:06,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=150, state=SUCCESS; OpenRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 in 166 msec 2024-11-25T19:25:06,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-25T19:25:06,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, REOPEN/MOVE in 481 msec 2024-11-25T19:25:06,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T19:25:06,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-25T19:25:06,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 896 msec 2024-11-25T19:25:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T19:25:06,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55544bc7 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3005670a 2024-11-25T19:25:06,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81e0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1208728f to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@92e7af3 2024-11-25T19:25:06,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c377ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d0a9e33 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17899883 2024-11-25T19:25:06,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1de3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e55f2a to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b739a35 2024-11-25T19:25:06,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e22139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x271e8143 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20bb05a7 2024-11-25T19:25:06,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38481360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a5ecd59 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62750e61 2024-11-25T19:25:06,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c078737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61da8c1c to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b968040 2024-11-25T19:25:06,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf8843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560a8819 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49019618 2024-11-25T19:25:06,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76670256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3df30e37 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7887fec7 2024-11-25T19:25:06,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bc3633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x745bf218 to 127.0.0.1:59939 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336d4b92 2024-11-25T19:25:06,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7ee62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T19:25:06,623 DEBUG [hconnection-0x9a1ff03-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,623 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,631 DEBUG [hconnection-0x6ebbc43d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,632 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,632 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:25:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:06,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:06,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-25T19:25:06,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T19:25:06,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:06,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:06,659 DEBUG [hconnection-0xaac63a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,660 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,665 DEBUG [hconnection-0x282195cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,667 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562766669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,669 DEBUG [hconnection-0x1a4ac5be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562766670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,671 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562766672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,683 DEBUG [hconnection-0x613e97c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,684 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,685 DEBUG [hconnection-0x282038c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562766685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,686 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,691 DEBUG [hconnection-0x587ac858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,693 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,702 DEBUG [hconnection-0x30b00a33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,705 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,706 DEBUG [hconnection-0x4b19b1c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T19:25:06,707 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T19:25:06,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562766709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d65ee8e92f434cdc98c9d4a7b9c739ee_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562706631/Put/seqid=0 2024-11-25T19:25:06,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742421_1597 (size=12154) 2024-11-25T19:25:06,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:06,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d65ee8e92f434cdc98c9d4a7b9c739ee_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d65ee8e92f434cdc98c9d4a7b9c739ee_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:06,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b648e768d7114e8781148bfded99ad9e, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:06,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b648e768d7114e8781148bfded99ad9e is 175, key is test_row_0/A:col10/1732562706631/Put/seqid=0 2024-11-25T19:25:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T19:25:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742422_1598 (size=30955) 2024-11-25T19:25:06,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b648e768d7114e8781148bfded99ad9e 2024-11-25T19:25:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562766771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562766772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562766773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562766787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-25T19:25:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:06,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5b0141e6d6e04215bbf4f32ba76d46fc is 50, key is test_row_0/B:col10/1732562706631/Put/seqid=0 2024-11-25T19:25:06,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562766811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742423_1599 (size=12001) 2024-11-25T19:25:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T19:25:06,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-25T19:25:06,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:06,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:06,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:06,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562766975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562766977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562766977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:06,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562766989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562767015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,105 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-25T19:25:07,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:07,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:07,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:07,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:07,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T19:25:07,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5b0141e6d6e04215bbf4f32ba76d46fc 2024-11-25T19:25:07,257 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-25T19:25:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:07,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:07,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562767278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562767283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/774c2d37b00148afaeefcd6469145c32 is 50, key is test_row_0/C:col10/1732562706631/Put/seqid=0 2024-11-25T19:25:07,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562767283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562767295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562767319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742424_1600 (size=12001) 2024-11-25T19:25:07,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/774c2d37b00148afaeefcd6469145c32 2024-11-25T19:25:07,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b648e768d7114e8781148bfded99ad9e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b648e768d7114e8781148bfded99ad9e 2024-11-25T19:25:07,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b648e768d7114e8781148bfded99ad9e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T19:25:07,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5b0141e6d6e04215bbf4f32ba76d46fc as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5b0141e6d6e04215bbf4f32ba76d46fc 2024-11-25T19:25:07,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5b0141e6d6e04215bbf4f32ba76d46fc, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T19:25:07,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/774c2d37b00148afaeefcd6469145c32 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/774c2d37b00148afaeefcd6469145c32 2024-11-25T19:25:07,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/774c2d37b00148afaeefcd6469145c32, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T19:25:07,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fc6af14042d763da28680877ba52ae4 in 717ms, sequenceid=15, compaction requested=false 2024-11-25T19:25:07,349 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T19:25:07,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:07,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-25T19:25:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:07,417 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:25:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:07,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b2f34bad92194c56b10317841e43b5d5_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562706668/Put/seqid=0 2024-11-25T19:25:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742425_1601 (size=12154) 2024-11-25T19:25:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T19:25:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:07,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:07,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562767810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562767830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562767859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562767865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562767866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:07,894 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b2f34bad92194c56b10317841e43b5d5_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2f34bad92194c56b10317841e43b5d5_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:07,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/76a47a6c04ab4fb295408794958c54de, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:07,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/76a47a6c04ab4fb295408794958c54de is 175, key is test_row_0/A:col10/1732562706668/Put/seqid=0 2024-11-25T19:25:07,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742426_1602 (size=30955) 2024-11-25T19:25:07,945 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/76a47a6c04ab4fb295408794958c54de 2024-11-25T19:25:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562767964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/dad87695b35e42c5b7c4a9ab3c3b24c3 is 50, key is test_row_0/B:col10/1732562706668/Put/seqid=0 2024-11-25T19:25:07,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562767967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562767970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:07,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742427_1603 (size=12001) 2024-11-25T19:25:07,996 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/dad87695b35e42c5b7c4a9ab3c3b24c3 2024-11-25T19:25:08,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7ad2864672574c14a6614119ce52b2dd is 50, key is test_row_0/C:col10/1732562706668/Put/seqid=0 2024-11-25T19:25:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742428_1604 (size=12001) 2024-11-25T19:25:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562768167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562768173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562768178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7ad2864672574c14a6614119ce52b2dd 2024-11-25T19:25:08,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/76a47a6c04ab4fb295408794958c54de as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/76a47a6c04ab4fb295408794958c54de 2024-11-25T19:25:08,479 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/76a47a6c04ab4fb295408794958c54de, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T19:25:08,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562768476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562768477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562768482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/dad87695b35e42c5b7c4a9ab3c3b24c3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/dad87695b35e42c5b7c4a9ab3c3b24c3 2024-11-25T19:25:08,494 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/dad87695b35e42c5b7c4a9ab3c3b24c3, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T19:25:08,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7ad2864672574c14a6614119ce52b2dd as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7ad2864672574c14a6614119ce52b2dd 2024-11-25T19:25:08,519 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7ad2864672574c14a6614119ce52b2dd, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T19:25:08,527 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9fc6af14042d763da28680877ba52ae4 in 1110ms, sequenceid=40, compaction requested=false 2024-11-25T19:25:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:08,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-25T19:25:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-25T19:25:08,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-25T19:25:08,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8840 sec 2024-11-25T19:25:08,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.8900 sec 2024-11-25T19:25:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-25T19:25:08,750 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-25T19:25:08,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-25T19:25:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T19:25:08,756 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:08,756 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:08,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:08,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T19:25:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T19:25:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:08,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:25:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:08,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112586f0bff09a72419ea091c5c8fec3d44f_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562708863/Put/seqid=0 2024-11-25T19:25:08,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742429_1605 (size=12154) 2024-11-25T19:25:08,907 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:08,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:08,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:08,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:08,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:08,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562768917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562768918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562768980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562768980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:08,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562768985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562769020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562769021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,060 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T19:25:09,212 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562769227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562769227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,292 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:09,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112586f0bff09a72419ea091c5c8fec3d44f_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112586f0bff09a72419ea091c5c8fec3d44f_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:09,310 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9806e3685902428dad59c63a92e2f88c, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:09,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9806e3685902428dad59c63a92e2f88c is 175, key is test_row_0/A:col10/1732562708863/Put/seqid=0 2024-11-25T19:25:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742430_1606 (size=30955) 2024-11-25T19:25:09,347 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9806e3685902428dad59c63a92e2f88c 2024-11-25T19:25:09,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/f0de2ae7213945939c53435340ba8ac9 is 50, key is test_row_0/B:col10/1732562708863/Put/seqid=0 2024-11-25T19:25:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T19:25:09,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742431_1607 (size=12001) 2024-11-25T19:25:09,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/f0de2ae7213945939c53435340ba8ac9 2024-11-25T19:25:09,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/778b05ba9bd645ad92a95c8876bda1b4 is 50, key is test_row_0/C:col10/1732562708863/Put/seqid=0 2024-11-25T19:25:09,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742432_1608 (size=12001) 2024-11-25T19:25:09,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/778b05ba9bd645ad92a95c8876bda1b4 2024-11-25T19:25:09,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9806e3685902428dad59c63a92e2f88c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9806e3685902428dad59c63a92e2f88c 2024-11-25T19:25:09,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9806e3685902428dad59c63a92e2f88c, entries=150, sequenceid=53, filesize=30.2 K 2024-11-25T19:25:09,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/f0de2ae7213945939c53435340ba8ac9 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/f0de2ae7213945939c53435340ba8ac9 2024-11-25T19:25:09,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/f0de2ae7213945939c53435340ba8ac9, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T19:25:09,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/778b05ba9bd645ad92a95c8876bda1b4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/778b05ba9bd645ad92a95c8876bda1b4 2024-11-25T19:25:09,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/778b05ba9bd645ad92a95c8876bda1b4, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T19:25:09,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9fc6af14042d763da28680877ba52ae4 in 639ms, sequenceid=53, compaction requested=true 2024-11-25T19:25:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:09,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:09,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:09,509 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:09,509 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:09,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:09,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:09,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:09,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:09,510 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:09,511 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,511 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,511 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b648e768d7114e8781148bfded99ad9e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/76a47a6c04ab4fb295408794958c54de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9806e3685902428dad59c63a92e2f88c] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=90.7 K 2024-11-25T19:25:09,511 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5b0141e6d6e04215bbf4f32ba76d46fc, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/dad87695b35e42c5b7c4a9ab3c3b24c3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/f0de2ae7213945939c53435340ba8ac9] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=35.2 K 2024-11-25T19:25:09,511 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b648e768d7114e8781148bfded99ad9e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/76a47a6c04ab4fb295408794958c54de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9806e3685902428dad59c63a92e2f88c] 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b0141e6d6e04215bbf4f32ba76d46fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732562706629 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting b648e768d7114e8781148bfded99ad9e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732562706629 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76a47a6c04ab4fb295408794958c54de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732562706661 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting dad87695b35e42c5b7c4a9ab3c3b24c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732562706661 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9806e3685902428dad59c63a92e2f88c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562707805 2024-11-25T19:25:09,511 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f0de2ae7213945939c53435340ba8ac9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562707805 2024-11-25T19:25:09,518 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:09,518 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/fb6ccb374e9f4b99b00275c9eab1a361 is 50, key is test_row_0/B:col10/1732562708863/Put/seqid=0 2024-11-25T19:25:09,519 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:09,521 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125778e2c749a4845b499218fe550e8a6be_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:09,522 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125778e2c749a4845b499218fe550e8a6be_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:09,522 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125778e2c749a4845b499218fe550e8a6be_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:09,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T19:25:09,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:09,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:09,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:09,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:09,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:09,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:09,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742433_1609 (size=12104) 2024-11-25T19:25:09,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:09,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:09,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,555 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/fb6ccb374e9f4b99b00275c9eab1a361 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fb6ccb374e9f4b99b00275c9eab1a361 2024-11-25T19:25:09,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c802e986d080480f890fa9159cbf2b03_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562708911/Put/seqid=0 2024-11-25T19:25:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742434_1610 (size=4469) 2024-11-25T19:25:09,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562769566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562769567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,574 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into fb6ccb374e9f4b99b00275c9eab1a361(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:09,574 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:09,574 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=13, startTime=1732562709509; duration=0sec 2024-11-25T19:25:09,574 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:09,574 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:09,574 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:09,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742435_1611 (size=17034) 2024-11-25T19:25:09,582 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:09,583 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:09,583 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,583 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/774c2d37b00148afaeefcd6469145c32, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7ad2864672574c14a6614119ce52b2dd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/778b05ba9bd645ad92a95c8876bda1b4] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=35.2 K 2024-11-25T19:25:09,584 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 774c2d37b00148afaeefcd6469145c32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732562706629 2024-11-25T19:25:09,584 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ad2864672574c14a6614119ce52b2dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732562706661 2024-11-25T19:25:09,585 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 778b05ba9bd645ad92a95c8876bda1b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562707805 2024-11-25T19:25:09,605 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:09,606 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/dff17a17a72041a7a4d788a094719310 is 50, key is test_row_0/C:col10/1732562708863/Put/seqid=0 2024-11-25T19:25:09,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742436_1612 (size=12104) 2024-11-25T19:25:09,647 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/dff17a17a72041a7a4d788a094719310 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/dff17a17a72041a7a4d788a094719310 2024-11-25T19:25:09,651 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into dff17a17a72041a7a4d788a094719310(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:09,651 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:09,652 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=13, startTime=1732562709509; duration=0sec 2024-11-25T19:25:09,652 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:09,652 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562769674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562769674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,700 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:09,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:09,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:09,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T19:25:09,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562769883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562769883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,969 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#513 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:09,970 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/323a184cfe9747789ba676296b0b0007 is 175, key is test_row_0/A:col10/1732562708863/Put/seqid=0 2024-11-25T19:25:09,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:09,993 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c802e986d080480f890fa9159cbf2b03_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c802e986d080480f890fa9159cbf2b03_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:09,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a677c133bd3746a194a3ea6c69917e06, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:09,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a677c133bd3746a194a3ea6c69917e06 is 175, key is test_row_0/A:col10/1732562708911/Put/seqid=0 2024-11-25T19:25:09,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562769994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562769997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562769999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:10,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742438_1614 (size=48139) 2024-11-25T19:25:10,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742437_1613 (size=31058) 2024-11-25T19:25:10,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:10,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562770186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562770188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,322 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,408 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a677c133bd3746a194a3ea6c69917e06 2024-11-25T19:25:10,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/7e4312a219ac43fbae44736722f2525c is 50, key is test_row_0/B:col10/1732562708911/Put/seqid=0 2024-11-25T19:25:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742439_1615 (size=12001) 2024-11-25T19:25:10,423 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/323a184cfe9747789ba676296b0b0007 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/323a184cfe9747789ba676296b0b0007 2024-11-25T19:25:10,427 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 323a184cfe9747789ba676296b0b0007(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:10,427 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:10,427 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=13, startTime=1732562709508; duration=0sec 2024-11-25T19:25:10,427 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:10,427 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:10,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:10,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:10,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562770693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562770694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/7e4312a219ac43fbae44736722f2525c 2024-11-25T19:25:10,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/60dd9685e57447ff901575962179afd4 is 50, key is test_row_0/C:col10/1732562708911/Put/seqid=0 2024-11-25T19:25:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T19:25:10,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742440_1616 (size=12001) 2024-11-25T19:25:10,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/60dd9685e57447ff901575962179afd4 2024-11-25T19:25:10,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a677c133bd3746a194a3ea6c69917e06 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a677c133bd3746a194a3ea6c69917e06 2024-11-25T19:25:10,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a677c133bd3746a194a3ea6c69917e06, entries=250, sequenceid=78, filesize=47.0 K 2024-11-25T19:25:10,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/7e4312a219ac43fbae44736722f2525c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7e4312a219ac43fbae44736722f2525c 2024-11-25T19:25:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7e4312a219ac43fbae44736722f2525c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T19:25:10,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:10,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/60dd9685e57447ff901575962179afd4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/60dd9685e57447ff901575962179afd4 2024-11-25T19:25:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/60dd9685e57447ff901575962179afd4, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T19:25:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9fc6af14042d763da28680877ba52ae4 in 1421ms, sequenceid=78, compaction requested=false 2024-11-25T19:25:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-25T19:25:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:11,114 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:25:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:11,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:11,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:11,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125373e348d7e5944c59b5f395ab93937ab_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_1/A:col10/1732562709564/Put/seqid=0 2024-11-25T19:25:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742441_1617 (size=9714) 2024-11-25T19:25:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,599 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125373e348d7e5944c59b5f395ab93937ab_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125373e348d7e5944c59b5f395ab93937ab_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5204a8b9e8194dcdbd4b5d1f70d1973c, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5204a8b9e8194dcdbd4b5d1f70d1973c is 175, key is test_row_1/A:col10/1732562709564/Put/seqid=0 2024-11-25T19:25:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742442_1618 (size=22361) 2024-11-25T19:25:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:11,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:11,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562771856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562771857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562771960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:11,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562771963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562772006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,009 DEBUG [Thread-2628 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., hostname=d736abcd529b,39035,1732562546845, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:25:12,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562772010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,011 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5204a8b9e8194dcdbd4b5d1f70d1973c 2024-11-25T19:25:12,014 DEBUG [Thread-2630 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., hostname=d736abcd529b,39035,1732562546845, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:25:12,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562772012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,019 DEBUG [Thread-2636 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., hostname=d736abcd529b,39035,1732562546845, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T19:25:12,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5a88bdaf69fb42d890cff3c08f5d9ae3 is 50, key is test_row_1/B:col10/1732562709564/Put/seqid=0 2024-11-25T19:25:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742443_1619 (size=9657) 2024-11-25T19:25:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562772171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562772172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,459 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5a88bdaf69fb42d890cff3c08f5d9ae3 2024-11-25T19:25:12,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562772479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562772480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:12,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/f7c09cfe1ee6415bb7574a42e972cce1 is 50, key is test_row_1/C:col10/1732562709564/Put/seqid=0 2024-11-25T19:25:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742444_1620 (size=9657) 2024-11-25T19:25:12,546 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/f7c09cfe1ee6415bb7574a42e972cce1 2024-11-25T19:25:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5204a8b9e8194dcdbd4b5d1f70d1973c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5204a8b9e8194dcdbd4b5d1f70d1973c 2024-11-25T19:25:12,641 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5204a8b9e8194dcdbd4b5d1f70d1973c, entries=100, sequenceid=92, filesize=21.8 K 2024-11-25T19:25:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5a88bdaf69fb42d890cff3c08f5d9ae3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5a88bdaf69fb42d890cff3c08f5d9ae3 2024-11-25T19:25:12,660 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5a88bdaf69fb42d890cff3c08f5d9ae3, entries=100, sequenceid=92, filesize=9.4 K 2024-11-25T19:25:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/f7c09cfe1ee6415bb7574a42e972cce1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f7c09cfe1ee6415bb7574a42e972cce1 2024-11-25T19:25:12,674 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f7c09cfe1ee6415bb7574a42e972cce1, entries=100, sequenceid=92, filesize=9.4 K 2024-11-25T19:25:12,675 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fc6af14042d763da28680877ba52ae4 in 1561ms, sequenceid=92, compaction requested=true 2024-11-25T19:25:12,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:12,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:12,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-25T19:25:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-25T19:25:12,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-25T19:25:12,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9270 sec 2024-11-25T19:25:12,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 3.9320 sec 2024-11-25T19:25:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-25T19:25:12,883 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-25T19:25:12,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-25T19:25:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T19:25:12,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:12,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:12,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T19:25:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:12,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:25:13,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:13,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:13,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:13,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:13,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:13,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:13,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df03a27147184152a9e082fa4ebdede9_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562711772/Put/seqid=0 2024-11-25T19:25:13,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562773031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562773031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:13,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742445_1621 (size=12154) 2024-11-25T19:25:13,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562773146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562773151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T19:25:13,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562773360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,367 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:13,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:13,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562773364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T19:25:13,496 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125df03a27147184152a9e082fa4ebdede9_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df03a27147184152a9e082fa4ebdede9_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:13,500 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/65cd9bd09df84d6cbf53f489097bc627, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:13,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/65cd9bd09df84d6cbf53f489097bc627 is 175, key is test_row_0/A:col10/1732562711772/Put/seqid=0 2024-11-25T19:25:13,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742446_1622 (size=30955) 2024-11-25T19:25:13,532 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/65cd9bd09df84d6cbf53f489097bc627 2024-11-25T19:25:13,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/acabb39cedf0417faeb2985b21bea94c is 50, key is test_row_0/B:col10/1732562711772/Put/seqid=0 2024-11-25T19:25:13,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742447_1623 (size=12001) 2024-11-25T19:25:13,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/acabb39cedf0417faeb2985b21bea94c 2024-11-25T19:25:13,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/6decee393b974c21b53112a83a638982 is 50, key is test_row_0/C:col10/1732562711772/Put/seqid=0 2024-11-25T19:25:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742448_1624 (size=12001) 2024-11-25T19:25:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562773665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562773672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:13,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:13,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T19:25:14,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/6decee393b974c21b53112a83a638982 2024-11-25T19:25:14,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/65cd9bd09df84d6cbf53f489097bc627 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/65cd9bd09df84d6cbf53f489097bc627 2024-11-25T19:25:14,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/65cd9bd09df84d6cbf53f489097bc627, entries=150, sequenceid=119, filesize=30.2 K 2024-11-25T19:25:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/acabb39cedf0417faeb2985b21bea94c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/acabb39cedf0417faeb2985b21bea94c 2024-11-25T19:25:14,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/acabb39cedf0417faeb2985b21bea94c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T19:25:14,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/6decee393b974c21b53112a83a638982 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6decee393b974c21b53112a83a638982 2024-11-25T19:25:14,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6decee393b974c21b53112a83a638982, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T19:25:14,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 9fc6af14042d763da28680877ba52ae4 in 1042ms, sequenceid=119, compaction requested=true 2024-11-25T19:25:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:14,042 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:14,042 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:14,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:14,043 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:14,043 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:14,043 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:14,044 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fb6ccb374e9f4b99b00275c9eab1a361, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7e4312a219ac43fbae44736722f2525c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5a88bdaf69fb42d890cff3c08f5d9ae3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/acabb39cedf0417faeb2985b21bea94c] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=44.7 K 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132513 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting fb6ccb374e9f4b99b00275c9eab1a361, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562707805 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:14,044 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:14,044 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/323a184cfe9747789ba676296b0b0007, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a677c133bd3746a194a3ea6c69917e06, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5204a8b9e8194dcdbd4b5d1f70d1973c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/65cd9bd09df84d6cbf53f489097bc627] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=129.4 K 2024-11-25T19:25:14,044 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e4312a219ac43fbae44736722f2525c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732562708911 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/323a184cfe9747789ba676296b0b0007, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a677c133bd3746a194a3ea6c69917e06, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5204a8b9e8194dcdbd4b5d1f70d1973c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/65cd9bd09df84d6cbf53f489097bc627] 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a88bdaf69fb42d890cff3c08f5d9ae3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732562709556 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 323a184cfe9747789ba676296b0b0007, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562707805 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting acabb39cedf0417faeb2985b21bea94c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562711772 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a677c133bd3746a194a3ea6c69917e06, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732562708911 2024-11-25T19:25:14,044 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5204a8b9e8194dcdbd4b5d1f70d1973c, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732562709556 2024-11-25T19:25:14,045 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65cd9bd09df84d6cbf53f489097bc627, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562711772 2024-11-25T19:25:14,051 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#524 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:14,052 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/65ded0b709e44ebc8bfdfa31998c355b is 50, key is test_row_0/B:col10/1732562711772/Put/seqid=0 2024-11-25T19:25:14,053 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:14,055 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a277e713f90848358bd3ebfb8d9d8ba6_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:14,056 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a277e713f90848358bd3ebfb8d9d8ba6_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:14,056 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a277e713f90848358bd3ebfb8d9d8ba6_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:14,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742449_1625 (size=12241) 2024-11-25T19:25:14,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742450_1626 (size=4469) 2024-11-25T19:25:14,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-25T19:25:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:14,149 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T19:25:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:14,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:14,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a91ace74de844e9d9f4a2b94b85448ca_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562713026/Put/seqid=0 2024-11-25T19:25:14,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742451_1627 (size=12154) 2024-11-25T19:25:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:14,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562774212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562774214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562774316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562774318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,474 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#525 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:14,475 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/17b08bce47584cd386e0260b65bed4a2 is 175, key is test_row_0/A:col10/1732562711772/Put/seqid=0 2024-11-25T19:25:14,478 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/65ded0b709e44ebc8bfdfa31998c355b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/65ded0b709e44ebc8bfdfa31998c355b 2024-11-25T19:25:14,483 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into 65ded0b709e44ebc8bfdfa31998c355b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:14,483 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:14,484 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=12, startTime=1732562714042; duration=0sec 2024-11-25T19:25:14,484 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:14,484 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:14,484 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:14,485 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:14,485 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:14,485 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:14,485 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/dff17a17a72041a7a4d788a094719310, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/60dd9685e57447ff901575962179afd4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f7c09cfe1ee6415bb7574a42e972cce1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6decee393b974c21b53112a83a638982] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=44.7 K 2024-11-25T19:25:14,486 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting dff17a17a72041a7a4d788a094719310, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732562707805 2024-11-25T19:25:14,486 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 60dd9685e57447ff901575962179afd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732562708911 2024-11-25T19:25:14,486 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f7c09cfe1ee6415bb7574a42e972cce1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732562709556 2024-11-25T19:25:14,487 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6decee393b974c21b53112a83a638982, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562711772 2024-11-25T19:25:14,505 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:14,506 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/1a2a0f01477f47b48606e84837d59bde is 50, key is test_row_0/C:col10/1732562711772/Put/seqid=0 2024-11-25T19:25:14,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742452_1628 (size=31195) 2024-11-25T19:25:14,514 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/17b08bce47584cd386e0260b65bed4a2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17b08bce47584cd386e0260b65bed4a2 2024-11-25T19:25:14,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742453_1629 (size=12241) 2024-11-25T19:25:14,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562774520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562774521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,525 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 17b08bce47584cd386e0260b65bed4a2(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:14,525 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/1a2a0f01477f47b48606e84837d59bde as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/1a2a0f01477f47b48606e84837d59bde 2024-11-25T19:25:14,525 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:14,525 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=12, startTime=1732562714042; duration=0sec 2024-11-25T19:25:14,525 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:14,525 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:14,530 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into 1a2a0f01477f47b48606e84837d59bde(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:14,530 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:14,530 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=12, startTime=1732562714042; duration=0sec 2024-11-25T19:25:14,530 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:14,530 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:14,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:14,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a91ace74de844e9d9f4a2b94b85448ca_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a91ace74de844e9d9f4a2b94b85448ca_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1ff4cd86a3694121870fb3033c3b88c7, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1ff4cd86a3694121870fb3033c3b88c7 is 175, key is test_row_0/A:col10/1732562713026/Put/seqid=0 2024-11-25T19:25:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742454_1630 (size=30955) 2024-11-25T19:25:14,601 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1ff4cd86a3694121870fb3033c3b88c7 2024-11-25T19:25:14,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/583b7d31375a4d6c8fe8a71221d5a3f1 is 50, key is test_row_0/B:col10/1732562713026/Put/seqid=0 2024-11-25T19:25:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742455_1631 (size=12001) 2024-11-25T19:25:14,618 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/583b7d31375a4d6c8fe8a71221d5a3f1 2024-11-25T19:25:14,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/c0d9f07ff01f48cc8b7d97a080840bca is 50, key is test_row_0/C:col10/1732562713026/Put/seqid=0 2024-11-25T19:25:14,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742456_1632 (size=12001) 2024-11-25T19:25:14,673 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/c0d9f07ff01f48cc8b7d97a080840bca 2024-11-25T19:25:14,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1ff4cd86a3694121870fb3033c3b88c7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1ff4cd86a3694121870fb3033c3b88c7 2024-11-25T19:25:14,686 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1ff4cd86a3694121870fb3033c3b88c7, entries=150, sequenceid=129, filesize=30.2 K 2024-11-25T19:25:14,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/583b7d31375a4d6c8fe8a71221d5a3f1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/583b7d31375a4d6c8fe8a71221d5a3f1 2024-11-25T19:25:14,692 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/583b7d31375a4d6c8fe8a71221d5a3f1, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T19:25:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/c0d9f07ff01f48cc8b7d97a080840bca as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c0d9f07ff01f48cc8b7d97a080840bca 2024-11-25T19:25:14,698 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c0d9f07ff01f48cc8b7d97a080840bca, entries=150, sequenceid=129, filesize=11.7 K 2024-11-25T19:25:14,699 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9fc6af14042d763da28680877ba52ae4 in 550ms, sequenceid=129, compaction requested=false 2024-11-25T19:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:14,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-25T19:25:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-25T19:25:14,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T19:25:14,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-11-25T19:25:14,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.8150 sec 2024-11-25T19:25:14,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T19:25:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:14,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562774846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562774851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a42afc8b7f0a49029288d792895dd176_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562714175/Put/seqid=0 2024-11-25T19:25:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742457_1633 (size=14794) 2024-11-25T19:25:14,905 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:14,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a42afc8b7f0a49029288d792895dd176_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a42afc8b7f0a49029288d792895dd176_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:14,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/52260cfa518b4f9fb8bb890d6d48aa26, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:14,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/52260cfa518b4f9fb8bb890d6d48aa26 is 175, key is test_row_0/A:col10/1732562714175/Put/seqid=0 2024-11-25T19:25:14,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742458_1634 (size=39749) 2024-11-25T19:25:14,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562774952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562774955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-25T19:25:14,997 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-25T19:25:14,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-25T19:25:15,000 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:15,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T19:25:15,001 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:15,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T19:25:15,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T19:25:15,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:15,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562775155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:15,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562775171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T19:25:15,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T19:25:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:15,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/52260cfa518b4f9fb8bb890d6d48aa26 2024-11-25T19:25:15,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/3507d5151cd0425bb1aaaf3ee619c9d2 is 50, key is test_row_0/B:col10/1732562714175/Put/seqid=0 2024-11-25T19:25:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742459_1635 (size=12151) 2024-11-25T19:25:15,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/3507d5151cd0425bb1aaaf3ee619c9d2 2024-11-25T19:25:15,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/adc5d23d99c246f1a9c7085aa6f08769 is 50, key is test_row_0/C:col10/1732562714175/Put/seqid=0 2024-11-25T19:25:15,478 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562775475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T19:25:15,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:15,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:15,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562775475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:15,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742460_1636 (size=12151) 2024-11-25T19:25:15,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/adc5d23d99c246f1a9c7085aa6f08769 2024-11-25T19:25:15,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/52260cfa518b4f9fb8bb890d6d48aa26 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/52260cfa518b4f9fb8bb890d6d48aa26 2024-11-25T19:25:15,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/52260cfa518b4f9fb8bb890d6d48aa26, entries=200, sequenceid=159, filesize=38.8 K 2024-11-25T19:25:15,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/3507d5151cd0425bb1aaaf3ee619c9d2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/3507d5151cd0425bb1aaaf3ee619c9d2 2024-11-25T19:25:15,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/3507d5151cd0425bb1aaaf3ee619c9d2, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T19:25:15,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/adc5d23d99c246f1a9c7085aa6f08769 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/adc5d23d99c246f1a9c7085aa6f08769 2024-11-25T19:25:15,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/adc5d23d99c246f1a9c7085aa6f08769, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T19:25:15,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9fc6af14042d763da28680877ba52ae4 in 715ms, sequenceid=159, compaction requested=true 2024-11-25T19:25:15,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:15,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:15,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:15,542 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:15,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:15,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:15,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:15,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:25:15,543 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:15,543 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:15,544 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:15,544 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:15,544 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:15,544 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,544 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,544 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17b08bce47584cd386e0260b65bed4a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1ff4cd86a3694121870fb3033c3b88c7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/52260cfa518b4f9fb8bb890d6d48aa26] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=99.5 K 2024-11-25T19:25:15,544 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/65ded0b709e44ebc8bfdfa31998c355b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/583b7d31375a4d6c8fe8a71221d5a3f1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/3507d5151cd0425bb1aaaf3ee619c9d2] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=35.5 K 2024-11-25T19:25:15,544 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,544 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17b08bce47584cd386e0260b65bed4a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1ff4cd86a3694121870fb3033c3b88c7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/52260cfa518b4f9fb8bb890d6d48aa26] 2024-11-25T19:25:15,544 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65ded0b709e44ebc8bfdfa31998c355b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562711772 2024-11-25T19:25:15,544 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 17b08bce47584cd386e0260b65bed4a2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562711772 2024-11-25T19:25:15,544 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 583b7d31375a4d6c8fe8a71221d5a3f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732562713016 2024-11-25T19:25:15,545 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ff4cd86a3694121870fb3033c3b88c7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732562713016 2024-11-25T19:25:15,545 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 52260cfa518b4f9fb8bb890d6d48aa26, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562714175 2024-11-25T19:25:15,545 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3507d5151cd0425bb1aaaf3ee619c9d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562714175 2024-11-25T19:25:15,553 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:15,560 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#534 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:15,560 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/7f3443e1948947609d84127af021af9a is 50, key is test_row_0/B:col10/1732562714175/Put/seqid=0 2024-11-25T19:25:15,577 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e7c01222c39a4e37bd999c1029849b24_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:15,579 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e7c01222c39a4e37bd999c1029849b24_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:15,579 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e7c01222c39a4e37bd999c1029849b24_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T19:25:15,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:15,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-25T19:25:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,638 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T19:25:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:15,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742462_1638 (size=4469) 2024-11-25T19:25:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:15,641 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#533 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:15,642 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/f3f5ab8b64004184b7fb7e9873a1a107 is 175, key is test_row_0/A:col10/1732562714175/Put/seqid=0 2024-11-25T19:25:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742461_1637 (size=12493) 2024-11-25T19:25:15,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742463_1639 (size=31447) 2024-11-25T19:25:15,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eabcacdc5cb648268f1d1f5de65b87f1_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562714844/Put/seqid=0 2024-11-25T19:25:15,693 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/f3f5ab8b64004184b7fb7e9873a1a107 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f3f5ab8b64004184b7fb7e9873a1a107 2024-11-25T19:25:15,699 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into f3f5ab8b64004184b7fb7e9873a1a107(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:15,699 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:15,699 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=13, startTime=1732562715542; duration=0sec 2024-11-25T19:25:15,699 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:15,700 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:15,700 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:15,701 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:15,701 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:15,701 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,701 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/1a2a0f01477f47b48606e84837d59bde, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c0d9f07ff01f48cc8b7d97a080840bca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/adc5d23d99c246f1a9c7085aa6f08769] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=35.5 K 2024-11-25T19:25:15,701 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a2a0f01477f47b48606e84837d59bde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732562711772 2024-11-25T19:25:15,702 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d9f07ff01f48cc8b7d97a080840bca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732562713016 2024-11-25T19:25:15,702 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting adc5d23d99c246f1a9c7085aa6f08769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562714175 2024-11-25T19:25:15,729 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#536 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:15,729 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/ce04f5cc154a487597a971c75d2b5cff is 50, key is test_row_0/C:col10/1732562714175/Put/seqid=0 2024-11-25T19:25:15,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742464_1640 (size=12304) 2024-11-25T19:25:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,767 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eabcacdc5cb648268f1d1f5de65b87f1_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eabcacdc5cb648268f1d1f5de65b87f1_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:15,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/4788247e549743dc9ae694a27b2f7729, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/4788247e549743dc9ae694a27b2f7729 is 175, key is test_row_0/A:col10/1732562714844/Put/seqid=0 2024-11-25T19:25:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742465_1641 (size=12493) 2024-11-25T19:25:15,780 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/ce04f5cc154a487597a971c75d2b5cff as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ce04f5cc154a487597a971c75d2b5cff 2024-11-25T19:25:15,786 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into ce04f5cc154a487597a971c75d2b5cff(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:15,786 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:15,786 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=13, startTime=1732562715542; duration=0sec 2024-11-25T19:25:15,786 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:15,786 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:15,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742466_1642 (size=31105) 2024-11-25T19:25:15,823 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/4788247e549743dc9ae694a27b2f7729 2024-11-25T19:25:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/469ea6f1bd9d432d88d353e82e77cb11 is 50, key is test_row_0/B:col10/1732562714844/Put/seqid=0 2024-11-25T19:25:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742467_1643 (size=12151) 2024-11-25T19:25:15,858 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/469ea6f1bd9d432d88d353e82e77cb11 2024-11-25T19:25:15,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/398e0d0559f84523a7349e87b5276b08 is 50, key is test_row_0/C:col10/1732562714844/Put/seqid=0 2024-11-25T19:25:15,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742468_1644 (size=12151) 2024-11-25T19:25:15,901 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/398e0d0559f84523a7349e87b5276b08 2024-11-25T19:25:15,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/4788247e549743dc9ae694a27b2f7729 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4788247e549743dc9ae694a27b2f7729 2024-11-25T19:25:15,909 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4788247e549743dc9ae694a27b2f7729, entries=150, sequenceid=168, filesize=30.4 K 2024-11-25T19:25:15,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/469ea6f1bd9d432d88d353e82e77cb11 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/469ea6f1bd9d432d88d353e82e77cb11 2024-11-25T19:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,918 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/469ea6f1bd9d432d88d353e82e77cb11, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T19:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/398e0d0559f84523a7349e87b5276b08 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/398e0d0559f84523a7349e87b5276b08 2024-11-25T19:25:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,925 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/398e0d0559f84523a7349e87b5276b08, entries=150, sequenceid=168, filesize=11.9 K 2024-11-25T19:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,926 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 9fc6af14042d763da28680877ba52ae4 in 289ms, sequenceid=168, compaction requested=false 2024-11-25T19:25:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:15,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-25T19:25:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-25T19:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T19:25:15,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 926 msec 2024-11-25T19:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 931 msec 2024-11-25T19:25:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,073 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/7f3443e1948947609d84127af021af9a as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7f3443e1948947609d84127af021af9a 2024-11-25T19:25:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,080 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into 7f3443e1948947609d84127af021af9a(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:16,080 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:16,080 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=13, startTime=1732562715542; duration=0sec 2024-11-25T19:25:16,080 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:16,080 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:25:16,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:16,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-25T19:25:16,107 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-25T19:25:16,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:16,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-25T19:25:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T19:25:16,118 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:16,118 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:16,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112533954210459b490d9aab80c2ec5552e3_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562716072/Put/seqid=0 2024-11-25T19:25:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562776151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562776151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562776157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562776160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562776161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742470_1646 (size=24758) 2024-11-25T19:25:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T19:25:16,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562776263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562776264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562776268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562776268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562776269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T19:25:16,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T19:25:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T19:25:16,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562776471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562776471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562776476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562776479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562776479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:16,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112533954210459b490d9aab80c2ec5552e3_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533954210459b490d9aab80c2ec5552e3_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:16,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/67c627cf36e9474684bd469af62756a7, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:16,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/67c627cf36e9474684bd469af62756a7 is 175, key is test_row_0/A:col10/1732562716072/Put/seqid=0 2024-11-25T19:25:16,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742469_1645 (size=74395) 2024-11-25T19:25:16,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T19:25:16,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562776783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562776784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562776784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562776789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562776791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:16,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:16,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:16,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=182, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/67c627cf36e9474684bd469af62756a7 2024-11-25T19:25:17,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/71217f56f78242c2b9103e0ec2ddf5c0 is 50, key is test_row_0/B:col10/1732562716072/Put/seqid=0 2024-11-25T19:25:17,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:17,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:17,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742471_1647 (size=12151) 2024-11-25T19:25:17,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/71217f56f78242c2b9103e0ec2ddf5c0 2024-11-25T19:25:17,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/ea1daa0763044c91a424faa3c9d14508 is 50, key is test_row_0/C:col10/1732562716072/Put/seqid=0 2024-11-25T19:25:17,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742472_1648 (size=12151) 2024-11-25T19:25:17,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T19:25:17,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562777291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562777292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562777292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562777296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:17,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562777299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,347 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:17,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:17,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:17,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:17,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/ea1daa0763044c91a424faa3c9d14508 2024-11-25T19:25:17,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/67c627cf36e9474684bd469af62756a7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/67c627cf36e9474684bd469af62756a7 2024-11-25T19:25:17,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/67c627cf36e9474684bd469af62756a7, entries=400, sequenceid=182, filesize=72.7 K 2024-11-25T19:25:17,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/71217f56f78242c2b9103e0ec2ddf5c0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/71217f56f78242c2b9103e0ec2ddf5c0 2024-11-25T19:25:17,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/71217f56f78242c2b9103e0ec2ddf5c0, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T19:25:17,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/ea1daa0763044c91a424faa3c9d14508 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ea1daa0763044c91a424faa3c9d14508 2024-11-25T19:25:17,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ea1daa0763044c91a424faa3c9d14508, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T19:25:17,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fc6af14042d763da28680877ba52ae4 in 1488ms, sequenceid=182, compaction requested=true 2024-11-25T19:25:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:25:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:25:17,575 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:17,575 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:17,576 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:17,576 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:17,576 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,576 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f3f5ab8b64004184b7fb7e9873a1a107, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4788247e549743dc9ae694a27b2f7729, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/67c627cf36e9474684bd469af62756a7] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=133.7 K 2024-11-25T19:25:17,576 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,576 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f3f5ab8b64004184b7fb7e9873a1a107, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4788247e549743dc9ae694a27b2f7729, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/67c627cf36e9474684bd469af62756a7] 2024-11-25T19:25:17,576 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:17,576 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:17,577 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,577 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ce04f5cc154a487597a971c75d2b5cff, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/398e0d0559f84523a7349e87b5276b08, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ea1daa0763044c91a424faa3c9d14508] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=35.9 K 2024-11-25T19:25:17,577 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ce04f5cc154a487597a971c75d2b5cff, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562714175 2024-11-25T19:25:17,578 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f5ab8b64004184b7fb7e9873a1a107, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562714175 2024-11-25T19:25:17,578 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 398e0d0559f84523a7349e87b5276b08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732562714844 2024-11-25T19:25:17,578 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4788247e549743dc9ae694a27b2f7729, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732562714844 2024-11-25T19:25:17,578 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67c627cf36e9474684bd469af62756a7, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732562716050 2024-11-25T19:25:17,578 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting ea1daa0763044c91a424faa3c9d14508, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732562716070 2024-11-25T19:25:17,602 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:17,603 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/eb5c5079b2484858aa539b2adfbfa7b4 is 50, key is test_row_0/C:col10/1732562716072/Put/seqid=0 2024-11-25T19:25:17,611 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:17,635 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d4e257d460004d63b689f201651c9694_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:17,637 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d4e257d460004d63b689f201651c9694_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:17,638 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d4e257d460004d63b689f201651c9694_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:17,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:17,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-25T19:25:17,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,653 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T19:25:17,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:17,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:17,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:17,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:17,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:17,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:17,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742473_1649 (size=12595) 2024-11-25T19:25:17,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125175fb75c8d684101aa47b57c482d9b48_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562716158/Put/seqid=0 2024-11-25T19:25:17,679 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/eb5c5079b2484858aa539b2adfbfa7b4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/eb5c5079b2484858aa539b2adfbfa7b4 2024-11-25T19:25:17,685 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into eb5c5079b2484858aa539b2adfbfa7b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:17,685 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:17,685 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=13, startTime=1732562717575; duration=0sec 2024-11-25T19:25:17,685 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:17,685 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:17,685 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:17,686 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:17,687 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:17,687 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:17,687 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7f3443e1948947609d84127af021af9a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/469ea6f1bd9d432d88d353e82e77cb11, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/71217f56f78242c2b9103e0ec2ddf5c0] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=35.9 K 2024-11-25T19:25:17,687 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f3443e1948947609d84127af021af9a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732562714175 2024-11-25T19:25:17,687 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 469ea6f1bd9d432d88d353e82e77cb11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732562714844 2024-11-25T19:25:17,688 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 71217f56f78242c2b9103e0ec2ddf5c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732562716070 2024-11-25T19:25:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742475_1651 (size=12304) 2024-11-25T19:25:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:17,704 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125175fb75c8d684101aa47b57c482d9b48_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125175fb75c8d684101aa47b57c482d9b48_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:17,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5e4baf8264f648f9a89cf5bbf07f5e13, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:17,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5e4baf8264f648f9a89cf5bbf07f5e13 is 175, key is test_row_0/A:col10/1732562716158/Put/seqid=0 2024-11-25T19:25:17,718 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:17,719 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/2a548b197bc24897be2f9d4388eec40c is 50, key is test_row_0/B:col10/1732562716072/Put/seqid=0 2024-11-25T19:25:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742474_1650 (size=4469) 2024-11-25T19:25:17,724 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#543 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:17,725 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/116e925037854cdb965dd9c0fd8b9362 is 175, key is test_row_0/A:col10/1732562716072/Put/seqid=0 2024-11-25T19:25:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742477_1653 (size=12595) 2024-11-25T19:25:17,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742476_1652 (size=31105) 2024-11-25T19:25:17,804 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/2a548b197bc24897be2f9d4388eec40c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2a548b197bc24897be2f9d4388eec40c 2024-11-25T19:25:17,818 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into 2a548b197bc24897be2f9d4388eec40c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:17,819 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:17,819 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=13, startTime=1732562717575; duration=0sec 2024-11-25T19:25:17,819 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:17,819 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:17,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742478_1654 (size=31549) 2024-11-25T19:25:17,851 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/116e925037854cdb965dd9c0fd8b9362 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/116e925037854cdb965dd9c0fd8b9362 2024-11-25T19:25:17,859 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 116e925037854cdb965dd9c0fd8b9362(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:17,860 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:17,860 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=13, startTime=1732562717575; duration=0sec 2024-11-25T19:25:17,860 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:17,860 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:18,200 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5e4baf8264f648f9a89cf5bbf07f5e13 2024-11-25T19:25:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/d61b5335876640149ac7545a6884eb58 is 50, key is test_row_0/B:col10/1732562716158/Put/seqid=0 2024-11-25T19:25:18,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742479_1655 (size=12151) 2024-11-25T19:25:18,220 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/d61b5335876640149ac7545a6884eb58 2024-11-25T19:25:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T19:25:18,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/a6b8cf16a574488f945e039deaf6902b is 50, key is test_row_0/C:col10/1732562716158/Put/seqid=0 2024-11-25T19:25:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742480_1656 (size=12151) 2024-11-25T19:25:18,262 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/a6b8cf16a574488f945e039deaf6902b 2024-11-25T19:25:18,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/5e4baf8264f648f9a89cf5bbf07f5e13 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5e4baf8264f648f9a89cf5bbf07f5e13 2024-11-25T19:25:18,289 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5e4baf8264f648f9a89cf5bbf07f5e13, entries=150, sequenceid=207, filesize=30.4 K 2024-11-25T19:25:18,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/d61b5335876640149ac7545a6884eb58 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/d61b5335876640149ac7545a6884eb58 2024-11-25T19:25:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,296 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/d61b5335876640149ac7545a6884eb58, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T19:25:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/a6b8cf16a574488f945e039deaf6902b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a6b8cf16a574488f945e039deaf6902b 2024-11-25T19:25:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,306 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a6b8cf16a574488f945e039deaf6902b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T19:25:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,307 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9fc6af14042d763da28680877ba52ae4 in 655ms, sequenceid=207, compaction requested=false 2024-11-25T19:25:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-25T19:25:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-25T19:25:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T19:25:18,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1910 sec 2024-11-25T19:25:18,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.2030 sec 2024-11-25T19:25:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:18,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:25:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:18,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:18,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:18,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:18,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:18,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112526ffe05be86144d3af114f6ec8c788e6_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_1/A:col10/1732562718390/Put/seqid=0 2024-11-25T19:25:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742482_1658 (size=24758) 2024-11-25T19:25:18,429 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:18,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112526ffe05be86144d3af114f6ec8c788e6_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112526ffe05be86144d3af114f6ec8c788e6_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:18,436 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9f26dbc68b6049a29fd6b618b3f670f5, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:18,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9f26dbc68b6049a29fd6b618b3f670f5 is 175, key is test_row_1/A:col10/1732562718390/Put/seqid=0 2024-11-25T19:25:18,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742481_1657 (size=74391) 2024-11-25T19:25:18,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562778443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562778445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562778448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562778451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562778451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562778552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562778554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562778554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562778556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562778557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562778757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562778766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562778766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562778771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562778775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:18,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9f26dbc68b6049a29fd6b618b3f670f5 2024-11-25T19:25:18,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/82797e0f0f974a9eb410e2670a80a478 is 50, key is test_row_1/B:col10/1732562718390/Put/seqid=0 2024-11-25T19:25:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742483_1659 (size=9757) 2024-11-25T19:25:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562779062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562779072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562779072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562779078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562779082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/82797e0f0f974a9eb410e2670a80a478 2024-11-25T19:25:19,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/73e33fbf64c340398902040fa5b78fb3 is 50, key is test_row_1/C:col10/1732562718390/Put/seqid=0 2024-11-25T19:25:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742484_1660 (size=9757) 2024-11-25T19:25:19,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/73e33fbf64c340398902040fa5b78fb3 2024-11-25T19:25:19,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/9f26dbc68b6049a29fd6b618b3f670f5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9f26dbc68b6049a29fd6b618b3f670f5 2024-11-25T19:25:19,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9f26dbc68b6049a29fd6b618b3f670f5, entries=400, sequenceid=221, filesize=72.6 K 2024-11-25T19:25:19,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/82797e0f0f974a9eb410e2670a80a478 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/82797e0f0f974a9eb410e2670a80a478 2024-11-25T19:25:19,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/82797e0f0f974a9eb410e2670a80a478, entries=100, sequenceid=221, filesize=9.5 K 2024-11-25T19:25:19,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/73e33fbf64c340398902040fa5b78fb3 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/73e33fbf64c340398902040fa5b78fb3 2024-11-25T19:25:19,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/73e33fbf64c340398902040fa5b78fb3, entries=100, sequenceid=221, filesize=9.5 K 2024-11-25T19:25:19,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fc6af14042d763da28680877ba52ae4 in 1049ms, sequenceid=221, compaction requested=true 2024-11-25T19:25:19,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:19,441 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:19,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:19,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:19,442 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:19,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:19,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:19,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:19,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:19,442 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 137045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:19,443 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:19,443 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:19,443 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/116e925037854cdb965dd9c0fd8b9362, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5e4baf8264f648f9a89cf5bbf07f5e13, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9f26dbc68b6049a29fd6b618b3f670f5] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=133.8 K 2024-11-25T19:25:19,443 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:19,443 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/116e925037854cdb965dd9c0fd8b9362, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5e4baf8264f648f9a89cf5bbf07f5e13, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9f26dbc68b6049a29fd6b618b3f670f5] 2024-11-25T19:25:19,444 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116e925037854cdb965dd9c0fd8b9362, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732562716070 2024-11-25T19:25:19,445 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e4baf8264f648f9a89cf5bbf07f5e13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732562716146 2024-11-25T19:25:19,445 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:19,445 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:19,445 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:19,445 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2a548b197bc24897be2f9d4388eec40c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/d61b5335876640149ac7545a6884eb58, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/82797e0f0f974a9eb410e2670a80a478] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=33.7 K 2024-11-25T19:25:19,445 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f26dbc68b6049a29fd6b618b3f670f5, keycount=400, bloomtype=ROW, size=72.6 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732562718340 2024-11-25T19:25:19,446 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a548b197bc24897be2f9d4388eec40c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732562716070 2024-11-25T19:25:19,448 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting d61b5335876640149ac7545a6884eb58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732562716146 2024-11-25T19:25:19,449 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 82797e0f0f974a9eb410e2670a80a478, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732562718343 2024-11-25T19:25:19,469 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:19,472 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:19,473 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/901739e48c3846a2888582ac4bc33ac0 is 50, key is test_row_0/B:col10/1732562716158/Put/seqid=0 2024-11-25T19:25:19,481 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f73b2fe311dd4effad0a376cabeb63d5_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:19,485 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f73b2fe311dd4effad0a376cabeb63d5_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:19,485 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f73b2fe311dd4effad0a376cabeb63d5_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742485_1661 (size=12697) 2024-11-25T19:25:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742486_1662 (size=4469) 2024-11-25T19:25:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:19,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:19,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:19,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:19,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562779588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562779589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562779593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562779602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562779602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251d0b9a62422147c687afdbe988530b31_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562719573/Put/seqid=0 2024-11-25T19:25:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742487_1663 (size=14794) 2024-11-25T19:25:19,661 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:19,666 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251d0b9a62422147c687afdbe988530b31_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d0b9a62422147c687afdbe988530b31_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:19,667 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b0c9d51113034bc685c422cfee70fc2f, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:19,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b0c9d51113034bc685c422cfee70fc2f is 175, key is test_row_0/A:col10/1732562719573/Put/seqid=0 2024-11-25T19:25:19,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742488_1664 (size=39749) 2024-11-25T19:25:19,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b0c9d51113034bc685c422cfee70fc2f 2024-11-25T19:25:19,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/1d16a172c81c43cda8a5fb702585dc5f is 50, key is test_row_0/B:col10/1732562719573/Put/seqid=0 2024-11-25T19:25:19,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562779708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562779710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562779711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562779711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742489_1665 (size=12151) 2024-11-25T19:25:19,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/1d16a172c81c43cda8a5fb702585dc5f 2024-11-25T19:25:19,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/3f201420ddb047e1bbaa6ef836bdada1 is 50, key is test_row_0/C:col10/1732562719573/Put/seqid=0 2024-11-25T19:25:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742490_1666 (size=12151) 2024-11-25T19:25:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562779913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562779914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562779915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:19,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562779916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:19,937 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/901739e48c3846a2888582ac4bc33ac0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/901739e48c3846a2888582ac4bc33ac0 2024-11-25T19:25:19,938 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#551 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:19,939 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/45d7395558e6481db8ff670c0e73490c is 175, key is test_row_0/A:col10/1732562716158/Put/seqid=0 2024-11-25T19:25:19,955 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into 901739e48c3846a2888582ac4bc33ac0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:19,955 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:19,956 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=13, startTime=1732562719442; duration=0sec 2024-11-25T19:25:19,956 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:19,956 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:19,956 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:19,957 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:19,957 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:19,957 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:19,957 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/eb5c5079b2484858aa539b2adfbfa7b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a6b8cf16a574488f945e039deaf6902b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/73e33fbf64c340398902040fa5b78fb3] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=33.7 K 2024-11-25T19:25:19,958 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting eb5c5079b2484858aa539b2adfbfa7b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732562716070 2024-11-25T19:25:19,958 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a6b8cf16a574488f945e039deaf6902b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732562716146 2024-11-25T19:25:19,958 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e33fbf64c340398902040fa5b78fb3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732562718343 2024-11-25T19:25:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742491_1667 (size=31758) 2024-11-25T19:25:19,978 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#556 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:19,980 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/32252ba9f3964f30a36cac3b1fc3afca is 50, key is test_row_0/C:col10/1732562716158/Put/seqid=0 2024-11-25T19:25:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742492_1668 (size=12697) 2024-11-25T19:25:20,044 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/32252ba9f3964f30a36cac3b1fc3afca as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/32252ba9f3964f30a36cac3b1fc3afca 2024-11-25T19:25:20,050 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into 32252ba9f3964f30a36cac3b1fc3afca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:20,050 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:20,050 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=13, startTime=1732562719442; duration=0sec 2024-11-25T19:25:20,050 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:20,050 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:20,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/3f201420ddb047e1bbaa6ef836bdada1 2024-11-25T19:25:20,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/b0c9d51113034bc685c422cfee70fc2f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b0c9d51113034bc685c422cfee70fc2f 2024-11-25T19:25:20,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b0c9d51113034bc685c422cfee70fc2f, entries=200, sequenceid=247, filesize=38.8 K 2024-11-25T19:25:20,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/1d16a172c81c43cda8a5fb702585dc5f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/1d16a172c81c43cda8a5fb702585dc5f 2024-11-25T19:25:20,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/1d16a172c81c43cda8a5fb702585dc5f, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T19:25:20,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/3f201420ddb047e1bbaa6ef836bdada1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/3f201420ddb047e1bbaa6ef836bdada1 2024-11-25T19:25:20,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/3f201420ddb047e1bbaa6ef836bdada1, entries=150, sequenceid=247, filesize=11.9 K 2024-11-25T19:25:20,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9fc6af14042d763da28680877ba52ae4 in 638ms, sequenceid=247, compaction requested=false 2024-11-25T19:25:20,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:20,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:25:20,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:20,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-25T19:25:20,222 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-25T19:25:20,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-25T19:25:20,225 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:20,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T19:25:20,226 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:20,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:20,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562780259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562780261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562780261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562780262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e016d3ce1470471cb8c424fdfe639f7d_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562720219/Put/seqid=0 2024-11-25T19:25:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742493_1669 (size=14844) 2024-11-25T19:25:20,298 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:20,303 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e016d3ce1470471cb8c424fdfe639f7d_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e016d3ce1470471cb8c424fdfe639f7d_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:20,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d372170f7f604e8282b791cfbe60d197, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:20,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d372170f7f604e8282b791cfbe60d197 is 175, key is test_row_0/A:col10/1732562720219/Put/seqid=0 2024-11-25T19:25:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T19:25:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742494_1670 (size=39799) 2024-11-25T19:25:20,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d372170f7f604e8282b791cfbe60d197 2024-11-25T19:25:20,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562780367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562780367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562780367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,376 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/45d7395558e6481db8ff670c0e73490c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/45d7395558e6481db8ff670c0e73490c 2024-11-25T19:25:20,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T19:25:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f is 50, key is test_row_0/B:col10/1732562720219/Put/seqid=0 2024-11-25T19:25:20,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:20,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562780371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,384 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 45d7395558e6481db8ff670c0e73490c(size=31.0 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:20,384 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:20,384 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=13, startTime=1732562719441; duration=0sec 2024-11-25T19:25:20,384 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:20,384 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:20,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742495_1671 (size=12201) 2024-11-25T19:25:20,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f 2024-11-25T19:25:20,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/c9e7a4c8bcc547d89883765c30937f96 is 50, key is test_row_0/C:col10/1732562720219/Put/seqid=0 2024-11-25T19:25:20,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742496_1672 (size=12201) 2024-11-25T19:25:20,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/c9e7a4c8bcc547d89883765c30937f96 2024-11-25T19:25:20,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d372170f7f604e8282b791cfbe60d197 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d372170f7f604e8282b791cfbe60d197 2024-11-25T19:25:20,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d372170f7f604e8282b791cfbe60d197, entries=200, sequenceid=260, filesize=38.9 K 2024-11-25T19:25:20,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f 2024-11-25T19:25:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T19:25:20,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f, entries=150, sequenceid=260, filesize=11.9 K 2024-11-25T19:25:20,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/c9e7a4c8bcc547d89883765c30937f96 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c9e7a4c8bcc547d89883765c30937f96 2024-11-25T19:25:20,531 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T19:25:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c9e7a4c8bcc547d89883765c30937f96, entries=150, sequenceid=260, filesize=11.9 K 2024-11-25T19:25:20,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9fc6af14042d763da28680877ba52ae4 in 322ms, sequenceid=260, compaction requested=true 2024-11-25T19:25:20,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:20,543 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:20,543 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:20,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:20,544 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:20,544 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111306 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:20,544 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:20,544 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:20,545 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,545 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,545 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/901739e48c3846a2888582ac4bc33ac0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/1d16a172c81c43cda8a5fb702585dc5f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=36.2 K 2024-11-25T19:25:20,545 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/45d7395558e6481db8ff670c0e73490c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b0c9d51113034bc685c422cfee70fc2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d372170f7f604e8282b791cfbe60d197] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=108.7 K 2024-11-25T19:25:20,545 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,545 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 901739e48c3846a2888582ac4bc33ac0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732562716158 2024-11-25T19:25:20,545 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/45d7395558e6481db8ff670c0e73490c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b0c9d51113034bc685c422cfee70fc2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d372170f7f604e8282b791cfbe60d197] 2024-11-25T19:25:20,545 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d16a172c81c43cda8a5fb702585dc5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732562718442 2024-11-25T19:25:20,546 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45d7395558e6481db8ff670c0e73490c, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732562716158 2024-11-25T19:25:20,546 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bc40dc1cf4f4d29b9d632f2d1b7ff4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732562719582 2024-11-25T19:25:20,546 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0c9d51113034bc685c422cfee70fc2f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732562718442 2024-11-25T19:25:20,548 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d372170f7f604e8282b791cfbe60d197, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732562719582 2024-11-25T19:25:20,569 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#560 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:20,569 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/35cfdba641924fa7b0b115957a677cad is 50, key is test_row_0/B:col10/1732562720219/Put/seqid=0 2024-11-25T19:25:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:20,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T19:25:20,579 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:20,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:20,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:20,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:20,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,589 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e7f654edf2d249da94cd842c81952070_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:20,592 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e7f654edf2d249da94cd842c81952070_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:20,592 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e7f654edf2d249da94cd842c81952070_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:20,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562780586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562780587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562780588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562780588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742497_1673 (size=12849) 2024-11-25T19:25:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562780629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,639 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/35cfdba641924fa7b0b115957a677cad as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/35cfdba641924fa7b0b115957a677cad 2024-11-25T19:25:20,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112580334d5b1b574c2581a7e1de71467b72_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562720574/Put/seqid=0 2024-11-25T19:25:20,649 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into 35cfdba641924fa7b0b115957a677cad(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:20,649 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:20,649 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=13, startTime=1732562720543; duration=0sec 2024-11-25T19:25:20,649 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:20,649 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:20,649 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742498_1674 (size=4469) 2024-11-25T19:25:20,664 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:20,664 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:20,664 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,667 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/32252ba9f3964f30a36cac3b1fc3afca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/3f201420ddb047e1bbaa6ef836bdada1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c9e7a4c8bcc547d89883765c30937f96] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=36.2 K 2024-11-25T19:25:20,667 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 32252ba9f3964f30a36cac3b1fc3afca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1732562716158 2024-11-25T19:25:20,668 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f201420ddb047e1bbaa6ef836bdada1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732562718442 2024-11-25T19:25:20,668 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting c9e7a4c8bcc547d89883765c30937f96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732562719582 2024-11-25T19:25:20,684 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#563 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:20,684 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/a38d5b6b059f4f7d8482663ab8068fe7 is 50, key is test_row_0/C:col10/1732562720219/Put/seqid=0 2024-11-25T19:25:20,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T19:25:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:20,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742499_1675 (size=14994) 2024-11-25T19:25:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562780695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562780695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562780697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,700 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112580334d5b1b574c2581a7e1de71467b72_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112580334d5b1b574c2581a7e1de71467b72_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:20,701 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d5352a934c854f5dbd105a7a06b4e4b8, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:20,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d5352a934c854f5dbd105a7a06b4e4b8 is 175, key is test_row_0/A:col10/1732562720574/Put/seqid=0 2024-11-25T19:25:20,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562780698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742500_1676 (size=12849) 2024-11-25T19:25:20,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742501_1677 (size=39949) 2024-11-25T19:25:20,742 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d5352a934c854f5dbd105a7a06b4e4b8 2024-11-25T19:25:20,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/4d152ca483e24fa095f4d1e91b5e036c is 50, key is test_row_0/B:col10/1732562720574/Put/seqid=0 2024-11-25T19:25:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742502_1678 (size=12301) 2024-11-25T19:25:20,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/4d152ca483e24fa095f4d1e91b5e036c 2024-11-25T19:25:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T19:25:20,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T19:25:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:20,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7239492dc131422ea518993225141339 is 50, key is test_row_0/C:col10/1732562720574/Put/seqid=0 2024-11-25T19:25:20,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742503_1679 (size=12301) 2024-11-25T19:25:20,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7239492dc131422ea518993225141339 2024-11-25T19:25:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/d5352a934c854f5dbd105a7a06b4e4b8 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d5352a934c854f5dbd105a7a06b4e4b8 2024-11-25T19:25:20,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d5352a934c854f5dbd105a7a06b4e4b8, entries=200, sequenceid=289, filesize=39.0 K 2024-11-25T19:25:20,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/4d152ca483e24fa095f4d1e91b5e036c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/4d152ca483e24fa095f4d1e91b5e036c 2024-11-25T19:25:20,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562780897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562780898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562780902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562780903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/4d152ca483e24fa095f4d1e91b5e036c, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T19:25:20,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7239492dc131422ea518993225141339 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7239492dc131422ea518993225141339 2024-11-25T19:25:20,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7239492dc131422ea518993225141339, entries=150, sequenceid=289, filesize=12.0 K 2024-11-25T19:25:20,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 9fc6af14042d763da28680877ba52ae4 in 350ms, sequenceid=289, compaction requested=false 2024-11-25T19:25:20,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:20,991 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:20,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-25T19:25:20,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:20,992 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T19:25:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:20,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125697e4cfbdbb44dfe9d93e6cd074649e3_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562720585/Put/seqid=0 2024-11-25T19:25:21,052 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#561 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:21,052 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/4468f3f6b37a401b998ef6de93a01850 is 175, key is test_row_0/A:col10/1732562720219/Put/seqid=0 2024-11-25T19:25:21,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742504_1680 (size=12454) 2024-11-25T19:25:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742505_1681 (size=31803) 2024-11-25T19:25:21,106 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/4468f3f6b37a401b998ef6de93a01850 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4468f3f6b37a401b998ef6de93a01850 2024-11-25T19:25:21,111 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 4468f3f6b37a401b998ef6de93a01850(size=31.1 K), total size for store is 70.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:21,111 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:21,111 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=13, startTime=1732562720543; duration=0sec 2024-11-25T19:25:21,112 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:21,112 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:21,126 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/a38d5b6b059f4f7d8482663ab8068fe7 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a38d5b6b059f4f7d8482663ab8068fe7 2024-11-25T19:25:21,133 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into a38d5b6b059f4f7d8482663ab8068fe7(size=12.5 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:21,133 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:21,133 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=13, startTime=1732562720543; duration=0sec 2024-11-25T19:25:21,134 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:21,134 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:21,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:21,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562781272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562781275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562781275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562781278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T19:25:21,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562781380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562781381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562781381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562781389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:21,497 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125697e4cfbdbb44dfe9d93e6cd074649e3_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125697e4cfbdbb44dfe9d93e6cd074649e3_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/84c2f88d874c436f9c64084e96229ba2, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:21,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/84c2f88d874c436f9c64084e96229ba2 is 175, key is test_row_0/A:col10/1732562720585/Put/seqid=0 2024-11-25T19:25:21,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742506_1682 (size=31255) 2024-11-25T19:25:21,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562781585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562781586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562781588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562781600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562781892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562781893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562781897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562781907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:21,932 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/84c2f88d874c436f9c64084e96229ba2 2024-11-25T19:25:21,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/60714ebe2c854097be09f8d1408ba1ad is 50, key is test_row_0/B:col10/1732562720585/Put/seqid=0 2024-11-25T19:25:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742507_1683 (size=12301) 2024-11-25T19:25:21,977 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/60714ebe2c854097be09f8d1408ba1ad 2024-11-25T19:25:22,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/f4800c347e01468f932cf8e09cc635ee is 50, key is test_row_0/C:col10/1732562720585/Put/seqid=0 2024-11-25T19:25:22,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742508_1684 (size=12301) 2024-11-25T19:25:22,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/f4800c347e01468f932cf8e09cc635ee 2024-11-25T19:25:22,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/84c2f88d874c436f9c64084e96229ba2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/84c2f88d874c436f9c64084e96229ba2 2024-11-25T19:25:22,065 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/84c2f88d874c436f9c64084e96229ba2, entries=150, sequenceid=299, filesize=30.5 K 2024-11-25T19:25:22,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/60714ebe2c854097be09f8d1408ba1ad as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/60714ebe2c854097be09f8d1408ba1ad 2024-11-25T19:25:22,073 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/60714ebe2c854097be09f8d1408ba1ad, entries=150, sequenceid=299, filesize=12.0 K 2024-11-25T19:25:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/f4800c347e01468f932cf8e09cc635ee as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f4800c347e01468f932cf8e09cc635ee 2024-11-25T19:25:22,080 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f4800c347e01468f932cf8e09cc635ee, entries=150, sequenceid=299, filesize=12.0 K 2024-11-25T19:25:22,082 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9fc6af14042d763da28680877ba52ae4 in 1090ms, sequenceid=299, compaction requested=true 2024-11-25T19:25:22,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-25T19:25:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-25T19:25:22,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T19:25:22,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-25T19:25:22,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8690 sec 2024-11-25T19:25:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T19:25:22,330 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T19:25:22,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-25T19:25:22,332 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:22,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:22,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T19:25:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:22,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T19:25:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:22,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:22,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:22,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:22,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ecaa0a7df3a7463e8abbb3360eea1226_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562722401/Put/seqid=0 2024-11-25T19:25:22,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562782412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562782413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562782416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562782419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T19:25:22,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742509_1685 (size=12454) 2024-11-25T19:25:22,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:22,447 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ecaa0a7df3a7463e8abbb3360eea1226_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ecaa0a7df3a7463e8abbb3360eea1226_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:22,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/ee8f76e7e3134fa593577777259d8e8e, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:22,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/ee8f76e7e3134fa593577777259d8e8e is 175, key is test_row_0/A:col10/1732562722401/Put/seqid=0 2024-11-25T19:25:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742510_1686 (size=31255) 2024-11-25T19:25:22,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/ee8f76e7e3134fa593577777259d8e8e 2024-11-25T19:25:22,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/e053c0c192154787b7e342acbbfcfcf2 is 50, key is test_row_0/B:col10/1732562722401/Put/seqid=0 2024-11-25T19:25:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742511_1687 (size=12301) 2024-11-25T19:25:22,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/e053c0c192154787b7e342acbbfcfcf2 2024-11-25T19:25:22,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/5ff3ebf00047465fb7698f4ee547ca8d is 50, key is test_row_0/C:col10/1732562722401/Put/seqid=0 2024-11-25T19:25:22,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T19:25:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:22,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:22,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562782519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742512_1688 (size=12301) 2024-11-25T19:25:22,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/5ff3ebf00047465fb7698f4ee547ca8d 2024-11-25T19:25:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562782523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562782524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/ee8f76e7e3134fa593577777259d8e8e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/ee8f76e7e3134fa593577777259d8e8e 2024-11-25T19:25:22,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562782528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/ee8f76e7e3134fa593577777259d8e8e, entries=150, sequenceid=329, filesize=30.5 K 2024-11-25T19:25:22,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/e053c0c192154787b7e342acbbfcfcf2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/e053c0c192154787b7e342acbbfcfcf2 2024-11-25T19:25:22,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/e053c0c192154787b7e342acbbfcfcf2, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T19:25:22,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/5ff3ebf00047465fb7698f4ee547ca8d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/5ff3ebf00047465fb7698f4ee547ca8d 2024-11-25T19:25:22,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/5ff3ebf00047465fb7698f4ee547ca8d, entries=150, sequenceid=329, filesize=12.0 K 2024-11-25T19:25:22,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 9fc6af14042d763da28680877ba52ae4 in 154ms, sequenceid=329, compaction requested=true 2024-11-25T19:25:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T19:25:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:22,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T19:25:22,556 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:22,556 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:22,560 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134262 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:22,560 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:22,560 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,560 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4468f3f6b37a401b998ef6de93a01850, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d5352a934c854f5dbd105a7a06b4e4b8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/84c2f88d874c436f9c64084e96229ba2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/ee8f76e7e3134fa593577777259d8e8e] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=131.1 K 2024-11-25T19:25:22,560 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,560 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4468f3f6b37a401b998ef6de93a01850, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d5352a934c854f5dbd105a7a06b4e4b8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/84c2f88d874c436f9c64084e96229ba2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/ee8f76e7e3134fa593577777259d8e8e] 2024-11-25T19:25:22,560 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:22,560 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:22,560 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,561 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a38d5b6b059f4f7d8482663ab8068fe7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7239492dc131422ea518993225141339, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f4800c347e01468f932cf8e09cc635ee, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/5ff3ebf00047465fb7698f4ee547ca8d] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=48.6 K 2024-11-25T19:25:22,561 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4468f3f6b37a401b998ef6de93a01850, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732562719582 2024-11-25T19:25:22,561 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a38d5b6b059f4f7d8482663ab8068fe7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732562719582 2024-11-25T19:25:22,561 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5352a934c854f5dbd105a7a06b4e4b8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732562720261 2024-11-25T19:25:22,561 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 7239492dc131422ea518993225141339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732562720574 2024-11-25T19:25:22,561 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84c2f88d874c436f9c64084e96229ba2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732562720585 2024-11-25T19:25:22,562 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting f4800c347e01468f932cf8e09cc635ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732562720585 2024-11-25T19:25:22,562 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee8f76e7e3134fa593577777259d8e8e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732562721274 2024-11-25T19:25:22,562 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff3ebf00047465fb7698f4ee547ca8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732562721274 2024-11-25T19:25:22,578 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:22,588 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#573 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:22,589 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/38f1b3183e3e495d97aa18a9c0c653c1 is 50, key is test_row_0/C:col10/1732562722401/Put/seqid=0 2024-11-25T19:25:22,599 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f47aa9a2409e4a00990399d25f6415fe_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:22,601 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f47aa9a2409e4a00990399d25f6415fe_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:22,602 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f47aa9a2409e4a00990399d25f6415fe_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T19:25:22,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-25T19:25:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,639 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T19:25:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:22,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:22,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:22,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:22,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742513_1689 (size=13085) 2024-11-25T19:25:22,652 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/38f1b3183e3e495d97aa18a9c0c653c1 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/38f1b3183e3e495d97aa18a9c0c653c1 2024-11-25T19:25:22,657 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into 38f1b3183e3e495d97aa18a9c0c653c1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:22,657 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:22,657 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=12, startTime=1732562722556; duration=0sec 2024-11-25T19:25:22,658 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:22,658 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:22,658 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:22,660 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49752 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:22,660 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:22,660 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:22,661 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/35cfdba641924fa7b0b115957a677cad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/4d152ca483e24fa095f4d1e91b5e036c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/60714ebe2c854097be09f8d1408ba1ad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/e053c0c192154787b7e342acbbfcfcf2] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=48.6 K 2024-11-25T19:25:22,661 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 35cfdba641924fa7b0b115957a677cad, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732562719582 2024-11-25T19:25:22,661 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d152ca483e24fa095f4d1e91b5e036c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732562720574 2024-11-25T19:25:22,662 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 60714ebe2c854097be09f8d1408ba1ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732562720585 2024-11-25T19:25:22,662 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting e053c0c192154787b7e342acbbfcfcf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732562721274 2024-11-25T19:25:22,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742514_1690 (size=4469) 2024-11-25T19:25:22,672 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#572 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:22,672 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/7cbfa52879594b2ab9bdaae027d700a4 is 175, key is test_row_0/A:col10/1732562722401/Put/seqid=0 2024-11-25T19:25:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252764e314222f4b788bd4300b40510422_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562722635/Put/seqid=0 2024-11-25T19:25:22,706 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:22,707 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/296b0515828f4c4a871804faa23ab82d is 50, key is test_row_0/B:col10/1732562722401/Put/seqid=0 2024-11-25T19:25:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742515_1691 (size=32039) 2024-11-25T19:25:22,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562782739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562782739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562782741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562782746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562782747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742516_1692 (size=12454) 2024-11-25T19:25:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742517_1693 (size=13085) 2024-11-25T19:25:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562782847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562782847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562782848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562782852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562782853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T19:25:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562783049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562783050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562783050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562783057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562783057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,152 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/7cbfa52879594b2ab9bdaae027d700a4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/7cbfa52879594b2ab9bdaae027d700a4 2024-11-25T19:25:23,156 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 7cbfa52879594b2ab9bdaae027d700a4(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:23,156 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:23,156 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=12, startTime=1732562722556; duration=0sec 2024-11-25T19:25:23,156 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:23,156 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:23,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:23,192 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252764e314222f4b788bd4300b40510422_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252764e314222f4b788bd4300b40510422_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:23,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/17d4cfb60c54464e9af8e908cb47134d, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/17d4cfb60c54464e9af8e908cb47134d is 175, key is test_row_0/A:col10/1732562722635/Put/seqid=0 2024-11-25T19:25:23,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742518_1694 (size=31255) 2024-11-25T19:25:23,248 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/17d4cfb60c54464e9af8e908cb47134d 2024-11-25T19:25:23,253 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/296b0515828f4c4a871804faa23ab82d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/296b0515828f4c4a871804faa23ab82d 2024-11-25T19:25:23,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5cd6b737a7e249a4b452c2ba359f63fb is 50, key is test_row_0/B:col10/1732562722635/Put/seqid=0 2024-11-25T19:25:23,260 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into 296b0515828f4c4a871804faa23ab82d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:23,260 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:23,260 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=12, startTime=1732562722556; duration=0sec 2024-11-25T19:25:23,260 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:23,260 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742519_1695 (size=12301) 2024-11-25T19:25:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562783355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562783355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562783359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562783367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562783367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T19:25:23,666 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5cd6b737a7e249a4b452c2ba359f63fb 2024-11-25T19:25:23,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/6ffb33aca10441fbb0f7cf6064b0cb9b is 50, key is test_row_0/C:col10/1732562722635/Put/seqid=0 2024-11-25T19:25:23,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742520_1696 (size=12301) 2024-11-25T19:25:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562783858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562783860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562783862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562783869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:23,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562783873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:24,117 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/6ffb33aca10441fbb0f7cf6064b0cb9b 2024-11-25T19:25:24,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/17d4cfb60c54464e9af8e908cb47134d as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17d4cfb60c54464e9af8e908cb47134d 2024-11-25T19:25:24,125 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17d4cfb60c54464e9af8e908cb47134d, entries=150, sequenceid=339, filesize=30.5 K 2024-11-25T19:25:24,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/5cd6b737a7e249a4b452c2ba359f63fb as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5cd6b737a7e249a4b452c2ba359f63fb 2024-11-25T19:25:24,129 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5cd6b737a7e249a4b452c2ba359f63fb, entries=150, sequenceid=339, filesize=12.0 K 2024-11-25T19:25:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/6ffb33aca10441fbb0f7cf6064b0cb9b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6ffb33aca10441fbb0f7cf6064b0cb9b 2024-11-25T19:25:24,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6ffb33aca10441fbb0f7cf6064b0cb9b, entries=150, sequenceid=339, filesize=12.0 K 2024-11-25T19:25:24,134 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 9fc6af14042d763da28680877ba52ae4 in 1495ms, sequenceid=339, compaction requested=false 2024-11-25T19:25:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-25T19:25:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-25T19:25:24,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-25T19:25:24,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8020 sec 2024-11-25T19:25:24,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.8060 sec 2024-11-25T19:25:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-25T19:25:24,439 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-25T19:25:24,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-25T19:25:24,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T19:25:24,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:24,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T19:25:24,576 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T19:25:24,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:24,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-25T19:25:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:24,593 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T19:25:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:24,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:24,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125738a69b2ea3d4088b0197ac1dd4a3a3e_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562722746/Put/seqid=0 2024-11-25T19:25:24,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742521_1697 (size=12454) 2024-11-25T19:25:24,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125738a69b2ea3d4088b0197ac1dd4a3a3e_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125738a69b2ea3d4088b0197ac1dd4a3a3e_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/961f6ceeb98e41409d72c42d3c34c3ed, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:24,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/961f6ceeb98e41409d72c42d3c34c3ed is 175, key is test_row_0/A:col10/1732562722746/Put/seqid=0 2024-11-25T19:25:24,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742522_1698 (size=31255) 2024-11-25T19:25:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/961f6ceeb98e41409d72c42d3c34c3ed 2024-11-25T19:25:24,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/85d6b147033f460dad690bfbaa466414 is 50, key is test_row_0/B:col10/1732562722746/Put/seqid=0 2024-11-25T19:25:24,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742523_1699 (size=12301) 2024-11-25T19:25:24,705 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/85d6b147033f460dad690bfbaa466414 2024-11-25T19:25:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/aaff0782cdc04062bf7919e997c5838f is 50, key is test_row_0/C:col10/1732562722746/Put/seqid=0 2024-11-25T19:25:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T19:25:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742524_1700 (size=12301) 2024-11-25T19:25:24,767 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/aaff0782cdc04062bf7919e997c5838f 2024-11-25T19:25:24,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/961f6ceeb98e41409d72c42d3c34c3ed as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/961f6ceeb98e41409d72c42d3c34c3ed 2024-11-25T19:25:24,777 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/961f6ceeb98e41409d72c42d3c34c3ed, entries=150, sequenceid=369, filesize=30.5 K 2024-11-25T19:25:24,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/85d6b147033f460dad690bfbaa466414 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/85d6b147033f460dad690bfbaa466414 2024-11-25T19:25:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,781 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/85d6b147033f460dad690bfbaa466414, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T19:25:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/aaff0782cdc04062bf7919e997c5838f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/aaff0782cdc04062bf7919e997c5838f 2024-11-25T19:25:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,794 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/aaff0782cdc04062bf7919e997c5838f, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T19:25:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,795 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for 9fc6af14042d763da28680877ba52ae4 in 202ms, sequenceid=369, compaction requested=true 2024-11-25T19:25:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-25T19:25:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-25T19:25:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T19:25:24,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 354 msec 2024-11-25T19:25:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 358 msec 2024-11-25T19:25:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:24,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T19:25:24,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:24,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:24,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:24,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:24,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:24,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112588ea7c0f2e234481bbcf91eff7520349_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562724918/Put/seqid=0 2024-11-25T19:25:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:24,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562784954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:24,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562784955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:24,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562784957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:24,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562784959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:24,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562784960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:24,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742525_1701 (size=27698) 2024-11-25T19:25:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-25T19:25:25,046 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-25T19:25:25,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T19:25:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-25T19:25:25,051 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T19:25:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T19:25:25,052 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T19:25:25,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T19:25:25,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562785062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562785062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562785064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562785068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562785069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T19:25:25,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T19:25:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562785269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562785269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562785270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562785276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562785276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T19:25:25,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T19:25:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:25,377 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112588ea7c0f2e234481bbcf91eff7520349_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112588ea7c0f2e234481bbcf91eff7520349_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:25,378 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1588e3b5ace84e9c85bc6cbb066c5bce, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:25,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1588e3b5ace84e9c85bc6cbb066c5bce is 175, key is test_row_0/A:col10/1732562724918/Put/seqid=0 2024-11-25T19:25:25,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742526_1702 (size=83485) 2024-11-25T19:25:25,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1588e3b5ace84e9c85bc6cbb066c5bce 2024-11-25T19:25:25,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/2f02b982f14645f990113055216cd181 is 50, key is test_row_0/B:col10/1732562724918/Put/seqid=0 2024-11-25T19:25:25,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742527_1703 (size=12301) 2024-11-25T19:25:25,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T19:25:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:25,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562785574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562785576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562785576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562785579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562785579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T19:25:25,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T19:25:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T19:25:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T19:25:25,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/2f02b982f14645f990113055216cd181 2024-11-25T19:25:25,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/2c6cbb86c5c24a2db882c66463d107aa is 50, key is test_row_0/C:col10/1732562724918/Put/seqid=0 2024-11-25T19:25:25,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742528_1704 (size=12301) 2024-11-25T19:25:25,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/2c6cbb86c5c24a2db882c66463d107aa 2024-11-25T19:25:25,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/1588e3b5ace84e9c85bc6cbb066c5bce as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1588e3b5ace84e9c85bc6cbb066c5bce 2024-11-25T19:25:25,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1588e3b5ace84e9c85bc6cbb066c5bce, entries=450, sequenceid=381, filesize=81.5 K 2024-11-25T19:25:25,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/2f02b982f14645f990113055216cd181 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2f02b982f14645f990113055216cd181 2024-11-25T19:25:25,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2f02b982f14645f990113055216cd181, entries=150, sequenceid=381, filesize=12.0 K 2024-11-25T19:25:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/2c6cbb86c5c24a2db882c66463d107aa as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2c6cbb86c5c24a2db882c66463d107aa 2024-11-25T19:25:25,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2c6cbb86c5c24a2db882c66463d107aa, entries=150, sequenceid=381, filesize=12.0 K 2024-11-25T19:25:25,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9fc6af14042d763da28680877ba52ae4 in 950ms, sequenceid=381, compaction requested=true 2024-11-25T19:25:25,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:25,869 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:25,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:25,871 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 178034 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:25,871 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:25,871 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,871 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/7cbfa52879594b2ab9bdaae027d700a4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17d4cfb60c54464e9af8e908cb47134d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/961f6ceeb98e41409d72c42d3c34c3ed, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1588e3b5ace84e9c85bc6cbb066c5bce] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=173.9 K 2024-11-25T19:25:25,871 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,871 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/7cbfa52879594b2ab9bdaae027d700a4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17d4cfb60c54464e9af8e908cb47134d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/961f6ceeb98e41409d72c42d3c34c3ed, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1588e3b5ace84e9c85bc6cbb066c5bce] 2024-11-25T19:25:25,871 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cbfa52879594b2ab9bdaae027d700a4, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732562721274 2024-11-25T19:25:25,872 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:25,872 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17d4cfb60c54464e9af8e908cb47134d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732562722403 2024-11-25T19:25:25,873 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 961f6ceeb98e41409d72c42d3c34c3ed, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732562722736 2024-11-25T19:25:25,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:25,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:25,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:25,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:25,873 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1588e3b5ace84e9c85bc6cbb066c5bce, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732562724887 2024-11-25T19:25:25,874 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:25,874 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:25,874 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,874 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/296b0515828f4c4a871804faa23ab82d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5cd6b737a7e249a4b452c2ba359f63fb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/85d6b147033f460dad690bfbaa466414, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2f02b982f14645f990113055216cd181] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=48.8 K 2024-11-25T19:25:25,875 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 296b0515828f4c4a871804faa23ab82d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732562721274 2024-11-25T19:25:25,875 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cd6b737a7e249a4b452c2ba359f63fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732562722403 2024-11-25T19:25:25,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 85d6b147033f460dad690bfbaa466414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732562722736 2024-11-25T19:25:25,876 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f02b982f14645f990113055216cd181, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732562724894 2024-11-25T19:25:25,887 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#584 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:25,887 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/efc4f04b6a894e528d241882b86d16d6 is 50, key is test_row_0/B:col10/1732562724918/Put/seqid=0 2024-11-25T19:25:25,895 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:25,910 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ea3007fcf0a447b9b9bac7f2098b20ea_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:25,915 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ea3007fcf0a447b9b9bac7f2098b20ea_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:25,916 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ea3007fcf0a447b9b9bac7f2098b20ea_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:25,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742529_1705 (size=13221) 2024-11-25T19:25:25,936 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/efc4f04b6a894e528d241882b86d16d6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/efc4f04b6a894e528d241882b86d16d6 2024-11-25T19:25:25,944 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into efc4f04b6a894e528d241882b86d16d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:25,944 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:25,944 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=12, startTime=1732562725870; duration=0sec 2024-11-25T19:25:25,944 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:25,944 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:25,944 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T19:25:25,946 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T19:25:25,946 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:25,946 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,947 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/38f1b3183e3e495d97aa18a9c0c653c1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6ffb33aca10441fbb0f7cf6064b0cb9b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/aaff0782cdc04062bf7919e997c5838f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2c6cbb86c5c24a2db882c66463d107aa] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=48.8 K 2024-11-25T19:25:25,947 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 38f1b3183e3e495d97aa18a9c0c653c1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732562721274 2024-11-25T19:25:25,947 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ffb33aca10441fbb0f7cf6064b0cb9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732562722403 2024-11-25T19:25:25,947 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting aaff0782cdc04062bf7919e997c5838f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732562722736 2024-11-25T19:25:25,948 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c6cbb86c5c24a2db882c66463d107aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732562724894 2024-11-25T19:25:25,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742530_1706 (size=4469) 2024-11-25T19:25:25,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:25,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39035 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-25T19:25:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:25,971 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T19:25:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:25,972 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#586 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:25,972 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/33a1820607e345ad8fce990af0c2e0c5 is 50, key is test_row_0/C:col10/1732562724918/Put/seqid=0 2024-11-25T19:25:26,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255e16df847a4a4bdb91873d002014619b_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562724957/Put/seqid=0 2024-11-25T19:25:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742531_1707 (size=13221) 2024-11-25T19:25:26,037 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/33a1820607e345ad8fce990af0c2e0c5 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/33a1820607e345ad8fce990af0c2e0c5 2024-11-25T19:25:26,042 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into 33a1820607e345ad8fce990af0c2e0c5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:26,042 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:26,042 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=12, startTime=1732562725873; duration=0sec 2024-11-25T19:25:26,042 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:26,043 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742532_1708 (size=12454) 2024-11-25T19:25:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:26,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. as already flushing 2024-11-25T19:25:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562786088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562786089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562786090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562786092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562786093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T19:25:26,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562786195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562786195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562786198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562786197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,363 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#585 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:26,364 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/96089f32b8354ef38b0280471015296e is 175, key is test_row_0/A:col10/1732562724918/Put/seqid=0 2024-11-25T19:25:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562786399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562786400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742533_1709 (size=32175) 2024-11-25T19:25:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562786404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562786404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,411 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/96089f32b8354ef38b0280471015296e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/96089f32b8354ef38b0280471015296e 2024-11-25T19:25:26,422 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 96089f32b8354ef38b0280471015296e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:26,422 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:26,422 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=12, startTime=1732562725869; duration=0sec 2024-11-25T19:25:26,422 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:26,422 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:26,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:26,475 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255e16df847a4a4bdb91873d002014619b_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255e16df847a4a4bdb91873d002014619b_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:26,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a55a98e328434e098349782df1159cad, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a55a98e328434e098349782df1159cad is 175, key is test_row_0/A:col10/1732562724957/Put/seqid=0 2024-11-25T19:25:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742534_1710 (size=31255) 2024-11-25T19:25:26,699 DEBUG [Thread-2641 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61da8c1c to 127.0.0.1:59939 2024-11-25T19:25:26,699 DEBUG [Thread-2641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:26,700 DEBUG [Thread-2639 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a5ecd59 to 127.0.0.1:59939 2024-11-25T19:25:26,700 DEBUG [Thread-2639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:26,701 DEBUG [Thread-2643 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560a8819 to 127.0.0.1:59939 2024-11-25T19:25:26,701 DEBUG [Thread-2643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:26,701 DEBUG [Thread-2647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x745bf218 to 127.0.0.1:59939 2024-11-25T19:25:26,701 DEBUG [Thread-2647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:26,702 DEBUG [Thread-2645 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3df30e37 to 127.0.0.1:59939 2024-11-25T19:25:26,702 DEBUG [Thread-2645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:26,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562786704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562786705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562786709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562786710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:26,899 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a55a98e328434e098349782df1159cad 2024-11-25T19:25:26,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/a4a3c0e89a714a3c92aa8e7fdddfd12b is 50, key is test_row_0/B:col10/1732562724957/Put/seqid=0 2024-11-25T19:25:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742535_1711 (size=12301) 2024-11-25T19:25:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43388 deadline: 1732562787104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T19:25:27,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43342 deadline: 1732562787207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43354 deadline: 1732562787210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:27,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43308 deadline: 1732562787213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:27,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T19:25:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43360 deadline: 1732562787216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 2024-11-25T19:25:27,308 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/a4a3c0e89a714a3c92aa8e7fdddfd12b 2024-11-25T19:25:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/b4405c44b15c45fcbafb538f9bb3dea0 is 50, key is test_row_0/C:col10/1732562724957/Put/seqid=0 2024-11-25T19:25:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742536_1712 (size=12301) 2024-11-25T19:25:27,729 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/b4405c44b15c45fcbafb538f9bb3dea0 2024-11-25T19:25:27,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/a55a98e328434e098349782df1159cad as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a55a98e328434e098349782df1159cad 2024-11-25T19:25:27,740 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a55a98e328434e098349782df1159cad, entries=150, sequenceid=406, filesize=30.5 K 2024-11-25T19:25:27,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/a4a3c0e89a714a3c92aa8e7fdddfd12b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/a4a3c0e89a714a3c92aa8e7fdddfd12b 2024-11-25T19:25:27,744 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/a4a3c0e89a714a3c92aa8e7fdddfd12b, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T19:25:27,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/b4405c44b15c45fcbafb538f9bb3dea0 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/b4405c44b15c45fcbafb538f9bb3dea0 2024-11-25T19:25:27,748 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/b4405c44b15c45fcbafb538f9bb3dea0, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T19:25:27,749 INFO [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9fc6af14042d763da28680877ba52ae4 in 1778ms, sequenceid=406, compaction requested=false 2024-11-25T19:25:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:27,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d736abcd529b:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-25T19:25:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-25T19:25:27,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-25T19:25:27,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6980 sec 2024-11-25T19:25:27,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.7020 sec 2024-11-25T19:25:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39035 {}] regionserver.HRegion(8581): Flush requested on 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:28,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T19:25:28,221 DEBUG [Thread-2634 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e55f2a to 127.0.0.1:59939 2024-11-25T19:25:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:28,221 DEBUG [Thread-2634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:28,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:28,225 DEBUG [Thread-2628 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55544bc7 to 127.0.0.1:59939 2024-11-25T19:25:28,225 DEBUG [Thread-2628 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:28,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fcc5fce993ee47b0b42181dfc0df5d40_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562726090/Put/seqid=0 2024-11-25T19:25:28,233 DEBUG [Thread-2636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x271e8143 to 127.0.0.1:59939 2024-11-25T19:25:28,233 DEBUG [Thread-2630 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1208728f to 127.0.0.1:59939 2024-11-25T19:25:28,233 DEBUG [Thread-2630 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:28,233 DEBUG [Thread-2636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:28,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742537_1713 (size=12454) 2024-11-25T19:25:28,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:28,641 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fcc5fce993ee47b0b42181dfc0df5d40_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fcc5fce993ee47b0b42181dfc0df5d40_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:28,642 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/f26b67197de440fd81696d406f567d93, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:28,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/f26b67197de440fd81696d406f567d93 is 175, key is test_row_0/A:col10/1732562726090/Put/seqid=0 2024-11-25T19:25:28,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742538_1714 (size=31255) 2024-11-25T19:25:29,060 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=421, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/f26b67197de440fd81696d406f567d93 2024-11-25T19:25:29,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/fac429f2b0264b389fb815eb0e1d926e is 50, key is test_row_0/B:col10/1732562726090/Put/seqid=0 2024-11-25T19:25:29,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742539_1715 (size=12301) 2024-11-25T19:25:29,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/fac429f2b0264b389fb815eb0e1d926e 2024-11-25T19:25:29,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/2b381e643a4f40b0942d5d8fb16804a2 is 50, key is test_row_0/C:col10/1732562726090/Put/seqid=0 2024-11-25T19:25:29,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742540_1716 (size=12301) 2024-11-25T19:25:29,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/2b381e643a4f40b0942d5d8fb16804a2 2024-11-25T19:25:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/f26b67197de440fd81696d406f567d93 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f26b67197de440fd81696d406f567d93 2024-11-25T19:25:29,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f26b67197de440fd81696d406f567d93, entries=150, sequenceid=421, filesize=30.5 K 2024-11-25T19:25:29,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/fac429f2b0264b389fb815eb0e1d926e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fac429f2b0264b389fb815eb0e1d926e 2024-11-25T19:25:29,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fac429f2b0264b389fb815eb0e1d926e, entries=150, sequenceid=421, filesize=12.0 K 2024-11-25T19:25:29,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/2b381e643a4f40b0942d5d8fb16804a2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2b381e643a4f40b0942d5d8fb16804a2 2024-11-25T19:25:29,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2b381e643a4f40b0942d5d8fb16804a2, entries=150, sequenceid=421, filesize=12.0 K 2024-11-25T19:25:29,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for 9fc6af14042d763da28680877ba52ae4 in 894ms, sequenceid=421, compaction requested=true 2024-11-25T19:25:29,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T19:25:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T19:25:29,115 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:29,115 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9fc6af14042d763da28680877ba52ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T19:25:29,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:29,115 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:29,115 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:29,115 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/A is initiating minor compaction (all files) 2024-11-25T19:25:29,115 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/B is initiating minor compaction (all files) 2024-11-25T19:25:29,115 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/B in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,115 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/A in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,115 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/efc4f04b6a894e528d241882b86d16d6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/a4a3c0e89a714a3c92aa8e7fdddfd12b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fac429f2b0264b389fb815eb0e1d926e] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=36.9 K 2024-11-25T19:25:29,115 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/96089f32b8354ef38b0280471015296e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a55a98e328434e098349782df1159cad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f26b67197de440fd81696d406f567d93] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=92.5 K 2024-11-25T19:25:29,115 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,116 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. files: [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/96089f32b8354ef38b0280471015296e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a55a98e328434e098349782df1159cad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f26b67197de440fd81696d406f567d93] 2024-11-25T19:25:29,116 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting efc4f04b6a894e528d241882b86d16d6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732562724894 2024-11-25T19:25:29,116 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96089f32b8354ef38b0280471015296e, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732562724894 2024-11-25T19:25:29,116 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting a4a3c0e89a714a3c92aa8e7fdddfd12b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732562724955 2024-11-25T19:25:29,116 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] compactions.Compactor(224): Compacting fac429f2b0264b389fb815eb0e1d926e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732562726090 2024-11-25T19:25:29,116 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting a55a98e328434e098349782df1159cad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732562724955 2024-11-25T19:25:29,117 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting f26b67197de440fd81696d406f567d93, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732562726090 2024-11-25T19:25:29,120 DEBUG [Thread-2632 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d0a9e33 to 127.0.0.1:59939 2024-11-25T19:25:29,120 DEBUG [Thread-2632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:29,123 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:29,123 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#B#compaction#593 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:29,123 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/90aa30f51b464679a1406e7bd4291849 is 50, key is test_row_0/B:col10/1732562726090/Put/seqid=0 2024-11-25T19:25:29,125 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bfc08c57914f4ac89823adde6a129d83_9fc6af14042d763da28680877ba52ae4 store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:29,129 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bfc08c57914f4ac89823adde6a129d83_9fc6af14042d763da28680877ba52ae4, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:29,129 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bfc08c57914f4ac89823adde6a129d83_9fc6af14042d763da28680877ba52ae4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:29,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742542_1718 (size=4469) 2024-11-25T19:25:29,145 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#A#compaction#594 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:29,145 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/35e43e5dcdae4143b4321bcd472d0ff4 is 175, key is test_row_0/A:col10/1732562726090/Put/seqid=0 2024-11-25T19:25:29,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742541_1717 (size=13323) 2024-11-25T19:25:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-25T19:25:29,156 INFO [Thread-2638 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3581 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3463 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3434 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3593 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3478 2024-11-25T19:25:29,156 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T19:25:29,156 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T19:25:29,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a1fe6e4 to 127.0.0.1:59939 2024-11-25T19:25:29,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:29,157 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T19:25:29,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T19:25:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:29,165 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562729164"}]},"ts":"1732562729164"} 2024-11-25T19:25:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T19:25:29,165 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T19:25:29,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742543_1719 (size=32277) 2024-11-25T19:25:29,172 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T19:25:29,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T19:25:29,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, UNASSIGN}] 2024-11-25T19:25:29,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, UNASSIGN 2024-11-25T19:25:29,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=CLOSING, regionLocation=d736abcd529b,39035,1732562546845 2024-11-25T19:25:29,176 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T19:25:29,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845}] 2024-11-25T19:25:29,177 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/35e43e5dcdae4143b4321bcd472d0ff4 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/35e43e5dcdae4143b4321bcd472d0ff4 2024-11-25T19:25:29,182 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/A of 9fc6af14042d763da28680877ba52ae4 into 35e43e5dcdae4143b4321bcd472d0ff4(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:29,182 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:29,182 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/A, priority=13, startTime=1732562729114; duration=0sec 2024-11-25T19:25:29,182 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T19:25:29,182 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:A 2024-11-25T19:25:29,182 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T19:25:29,182 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T19:25:29,183 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1540): 9fc6af14042d763da28680877ba52ae4/C is initiating minor compaction (all files) 2024-11-25T19:25:29,183 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9fc6af14042d763da28680877ba52ae4/C in TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,183 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/33a1820607e345ad8fce990af0c2e0c5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/b4405c44b15c45fcbafb538f9bb3dea0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2b381e643a4f40b0942d5d8fb16804a2] into tmpdir=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp, totalSize=36.9 K 2024-11-25T19:25:29,183 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33a1820607e345ad8fce990af0c2e0c5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1732562724894 2024-11-25T19:25:29,183 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4405c44b15c45fcbafb538f9bb3dea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732562724955 2024-11-25T19:25:29,183 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b381e643a4f40b0942d5d8fb16804a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732562726090 2024-11-25T19:25:29,191 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9fc6af14042d763da28680877ba52ae4#C#compaction#595 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T19:25:29,192 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/9910c0756b6944d8a9533a6774501247 is 50, key is test_row_0/C:col10/1732562726090/Put/seqid=0 2024-11-25T19:25:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742544_1720 (size=13323) 2024-11-25T19:25:29,205 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/9910c0756b6944d8a9533a6774501247 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/9910c0756b6944d8a9533a6774501247 2024-11-25T19:25:29,212 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/C of 9fc6af14042d763da28680877ba52ae4 into 9910c0756b6944d8a9533a6774501247(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:29,212 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:29,212 INFO [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/C, priority=13, startTime=1732562729115; duration=0sec 2024-11-25T19:25:29,212 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:29,212 DEBUG [RS:0;d736abcd529b:39035-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:C 2024-11-25T19:25:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T19:25:29,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d736abcd529b,39035,1732562546845 2024-11-25T19:25:29,328 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:29,328 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T19:25:29,328 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing 9fc6af14042d763da28680877ba52ae4, disabling compactions & flushes 2024-11-25T19:25:29,328 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T19:25:29,559 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/90aa30f51b464679a1406e7bd4291849 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/90aa30f51b464679a1406e7bd4291849 2024-11-25T19:25:29,562 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9fc6af14042d763da28680877ba52ae4/B of 9fc6af14042d763da28680877ba52ae4 into 90aa30f51b464679a1406e7bd4291849(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T19:25:29,562 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:29,563 INFO [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4., storeName=9fc6af14042d763da28680877ba52ae4/B, priority=13, startTime=1732562729115; duration=0sec 2024-11-25T19:25:29,563 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T19:25:29,563 DEBUG [RS:0;d736abcd529b:39035-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9fc6af14042d763da28680877ba52ae4:B 2024-11-25T19:25:29,563 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. after waiting 0 ms 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:29,563 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing 9fc6af14042d763da28680877ba52ae4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=A 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=B 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9fc6af14042d763da28680877ba52ae4, store=C 2024-11-25T19:25:29,563 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T19:25:29,582 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d5a92538bbb84c439ee5d3b9990c2a27_9fc6af14042d763da28680877ba52ae4 is 50, key is test_row_0/A:col10/1732562728230/Put/seqid=0 2024-11-25T19:25:29,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742545_1721 (size=12454) 2024-11-25T19:25:29,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T19:25:29,985 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T19:25:29,997 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d5a92538bbb84c439ee5d3b9990c2a27_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d5a92538bbb84c439ee5d3b9990c2a27_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:29,998 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/aeb40863da164c4b9539f8641152d68e, store: [table=TestAcidGuarantees family=A region=9fc6af14042d763da28680877ba52ae4] 2024-11-25T19:25:29,998 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/aeb40863da164c4b9539f8641152d68e is 175, key is test_row_0/A:col10/1732562728230/Put/seqid=0 2024-11-25T19:25:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742546_1722 (size=31255) 2024-11-25T19:25:30,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T19:25:30,403 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/aeb40863da164c4b9539f8641152d68e 2024-11-25T19:25:30,412 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/480d8fd885374b89971975efbf6f391f is 50, key is test_row_0/B:col10/1732562728230/Put/seqid=0 2024-11-25T19:25:30,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742547_1723 (size=12301) 2024-11-25T19:25:30,820 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/480d8fd885374b89971975efbf6f391f 2024-11-25T19:25:30,828 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7400e4348ac54cd0afdf500196d88ff2 is 50, key is test_row_0/C:col10/1732562728230/Put/seqid=0 2024-11-25T19:25:30,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742548_1724 (size=12301) 2024-11-25T19:25:30,833 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7400e4348ac54cd0afdf500196d88ff2 2024-11-25T19:25:30,845 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/A/aeb40863da164c4b9539f8641152d68e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/aeb40863da164c4b9539f8641152d68e 2024-11-25T19:25:30,850 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/aeb40863da164c4b9539f8641152d68e, entries=150, sequenceid=431, filesize=30.5 K 2024-11-25T19:25:30,851 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/B/480d8fd885374b89971975efbf6f391f as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/480d8fd885374b89971975efbf6f391f 2024-11-25T19:25:30,856 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/480d8fd885374b89971975efbf6f391f, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T19:25:30,857 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/.tmp/C/7400e4348ac54cd0afdf500196d88ff2 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7400e4348ac54cd0afdf500196d88ff2 2024-11-25T19:25:30,868 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7400e4348ac54cd0afdf500196d88ff2, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T19:25:30,869 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9fc6af14042d763da28680877ba52ae4 in 1306ms, sequenceid=431, compaction requested=false 2024-11-25T19:25:30,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b648e768d7114e8781148bfded99ad9e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/76a47a6c04ab4fb295408794958c54de, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/323a184cfe9747789ba676296b0b0007, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9806e3685902428dad59c63a92e2f88c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a677c133bd3746a194a3ea6c69917e06, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5204a8b9e8194dcdbd4b5d1f70d1973c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17b08bce47584cd386e0260b65bed4a2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/65cd9bd09df84d6cbf53f489097bc627, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1ff4cd86a3694121870fb3033c3b88c7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/52260cfa518b4f9fb8bb890d6d48aa26, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f3f5ab8b64004184b7fb7e9873a1a107, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4788247e549743dc9ae694a27b2f7729, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/67c627cf36e9474684bd469af62756a7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/116e925037854cdb965dd9c0fd8b9362, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5e4baf8264f648f9a89cf5bbf07f5e13, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9f26dbc68b6049a29fd6b618b3f670f5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/45d7395558e6481db8ff670c0e73490c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b0c9d51113034bc685c422cfee70fc2f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d372170f7f604e8282b791cfbe60d197, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4468f3f6b37a401b998ef6de93a01850, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d5352a934c854f5dbd105a7a06b4e4b8, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/84c2f88d874c436f9c64084e96229ba2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/7cbfa52879594b2ab9bdaae027d700a4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/ee8f76e7e3134fa593577777259d8e8e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17d4cfb60c54464e9af8e908cb47134d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/961f6ceeb98e41409d72c42d3c34c3ed, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1588e3b5ace84e9c85bc6cbb066c5bce, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/96089f32b8354ef38b0280471015296e, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a55a98e328434e098349782df1159cad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f26b67197de440fd81696d406f567d93] to archive 2024-11-25T19:25:30,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:25:30,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b648e768d7114e8781148bfded99ad9e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b648e768d7114e8781148bfded99ad9e 2024-11-25T19:25:30,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/76a47a6c04ab4fb295408794958c54de to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/76a47a6c04ab4fb295408794958c54de 2024-11-25T19:25:30,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/323a184cfe9747789ba676296b0b0007 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/323a184cfe9747789ba676296b0b0007 2024-11-25T19:25:30,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9806e3685902428dad59c63a92e2f88c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9806e3685902428dad59c63a92e2f88c 2024-11-25T19:25:30,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a677c133bd3746a194a3ea6c69917e06 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a677c133bd3746a194a3ea6c69917e06 2024-11-25T19:25:30,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5204a8b9e8194dcdbd4b5d1f70d1973c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5204a8b9e8194dcdbd4b5d1f70d1973c 2024-11-25T19:25:30,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17b08bce47584cd386e0260b65bed4a2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17b08bce47584cd386e0260b65bed4a2 2024-11-25T19:25:30,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/65cd9bd09df84d6cbf53f489097bc627 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/65cd9bd09df84d6cbf53f489097bc627 2024-11-25T19:25:30,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1ff4cd86a3694121870fb3033c3b88c7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1ff4cd86a3694121870fb3033c3b88c7 2024-11-25T19:25:30,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/52260cfa518b4f9fb8bb890d6d48aa26 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/52260cfa518b4f9fb8bb890d6d48aa26 2024-11-25T19:25:30,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f3f5ab8b64004184b7fb7e9873a1a107 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f3f5ab8b64004184b7fb7e9873a1a107 2024-11-25T19:25:30,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4788247e549743dc9ae694a27b2f7729 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4788247e549743dc9ae694a27b2f7729 2024-11-25T19:25:30,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/67c627cf36e9474684bd469af62756a7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/67c627cf36e9474684bd469af62756a7 2024-11-25T19:25:30,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/116e925037854cdb965dd9c0fd8b9362 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/116e925037854cdb965dd9c0fd8b9362 2024-11-25T19:25:30,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5e4baf8264f648f9a89cf5bbf07f5e13 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/5e4baf8264f648f9a89cf5bbf07f5e13 2024-11-25T19:25:30,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9f26dbc68b6049a29fd6b618b3f670f5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/9f26dbc68b6049a29fd6b618b3f670f5 2024-11-25T19:25:30,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/45d7395558e6481db8ff670c0e73490c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/45d7395558e6481db8ff670c0e73490c 2024-11-25T19:25:30,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b0c9d51113034bc685c422cfee70fc2f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/b0c9d51113034bc685c422cfee70fc2f 2024-11-25T19:25:30,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d372170f7f604e8282b791cfbe60d197 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d372170f7f604e8282b791cfbe60d197 2024-11-25T19:25:30,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4468f3f6b37a401b998ef6de93a01850 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/4468f3f6b37a401b998ef6de93a01850 2024-11-25T19:25:30,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d5352a934c854f5dbd105a7a06b4e4b8 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/d5352a934c854f5dbd105a7a06b4e4b8 2024-11-25T19:25:30,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/84c2f88d874c436f9c64084e96229ba2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/84c2f88d874c436f9c64084e96229ba2 2024-11-25T19:25:30,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/7cbfa52879594b2ab9bdaae027d700a4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/7cbfa52879594b2ab9bdaae027d700a4 2024-11-25T19:25:30,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/ee8f76e7e3134fa593577777259d8e8e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/ee8f76e7e3134fa593577777259d8e8e 2024-11-25T19:25:30,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17d4cfb60c54464e9af8e908cb47134d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/17d4cfb60c54464e9af8e908cb47134d 2024-11-25T19:25:30,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/961f6ceeb98e41409d72c42d3c34c3ed to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/961f6ceeb98e41409d72c42d3c34c3ed 2024-11-25T19:25:30,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1588e3b5ace84e9c85bc6cbb066c5bce to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/1588e3b5ace84e9c85bc6cbb066c5bce 2024-11-25T19:25:30,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/96089f32b8354ef38b0280471015296e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/96089f32b8354ef38b0280471015296e 2024-11-25T19:25:30,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a55a98e328434e098349782df1159cad to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/a55a98e328434e098349782df1159cad 2024-11-25T19:25:30,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f26b67197de440fd81696d406f567d93 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/f26b67197de440fd81696d406f567d93 2024-11-25T19:25:30,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5b0141e6d6e04215bbf4f32ba76d46fc, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/dad87695b35e42c5b7c4a9ab3c3b24c3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fb6ccb374e9f4b99b00275c9eab1a361, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/f0de2ae7213945939c53435340ba8ac9, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7e4312a219ac43fbae44736722f2525c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5a88bdaf69fb42d890cff3c08f5d9ae3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/65ded0b709e44ebc8bfdfa31998c355b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/acabb39cedf0417faeb2985b21bea94c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/583b7d31375a4d6c8fe8a71221d5a3f1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7f3443e1948947609d84127af021af9a, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/3507d5151cd0425bb1aaaf3ee619c9d2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/469ea6f1bd9d432d88d353e82e77cb11, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2a548b197bc24897be2f9d4388eec40c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/71217f56f78242c2b9103e0ec2ddf5c0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/d61b5335876640149ac7545a6884eb58, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/901739e48c3846a2888582ac4bc33ac0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/82797e0f0f974a9eb410e2670a80a478, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/1d16a172c81c43cda8a5fb702585dc5f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/35cfdba641924fa7b0b115957a677cad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/4d152ca483e24fa095f4d1e91b5e036c, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/60714ebe2c854097be09f8d1408ba1ad, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/296b0515828f4c4a871804faa23ab82d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/e053c0c192154787b7e342acbbfcfcf2, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5cd6b737a7e249a4b452c2ba359f63fb, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/85d6b147033f460dad690bfbaa466414, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/efc4f04b6a894e528d241882b86d16d6, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2f02b982f14645f990113055216cd181, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/a4a3c0e89a714a3c92aa8e7fdddfd12b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fac429f2b0264b389fb815eb0e1d926e] to archive 2024-11-25T19:25:30,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:25:30,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5b0141e6d6e04215bbf4f32ba76d46fc to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5b0141e6d6e04215bbf4f32ba76d46fc 2024-11-25T19:25:30,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/dad87695b35e42c5b7c4a9ab3c3b24c3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/dad87695b35e42c5b7c4a9ab3c3b24c3 2024-11-25T19:25:30,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fb6ccb374e9f4b99b00275c9eab1a361 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fb6ccb374e9f4b99b00275c9eab1a361 2024-11-25T19:25:30,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/f0de2ae7213945939c53435340ba8ac9 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/f0de2ae7213945939c53435340ba8ac9 2024-11-25T19:25:30,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7e4312a219ac43fbae44736722f2525c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7e4312a219ac43fbae44736722f2525c 2024-11-25T19:25:30,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5a88bdaf69fb42d890cff3c08f5d9ae3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5a88bdaf69fb42d890cff3c08f5d9ae3 2024-11-25T19:25:30,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/65ded0b709e44ebc8bfdfa31998c355b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/65ded0b709e44ebc8bfdfa31998c355b 2024-11-25T19:25:30,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/acabb39cedf0417faeb2985b21bea94c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/acabb39cedf0417faeb2985b21bea94c 2024-11-25T19:25:30,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/583b7d31375a4d6c8fe8a71221d5a3f1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/583b7d31375a4d6c8fe8a71221d5a3f1 2024-11-25T19:25:30,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7f3443e1948947609d84127af021af9a to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/7f3443e1948947609d84127af021af9a 2024-11-25T19:25:30,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/3507d5151cd0425bb1aaaf3ee619c9d2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/3507d5151cd0425bb1aaaf3ee619c9d2 2024-11-25T19:25:30,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/469ea6f1bd9d432d88d353e82e77cb11 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/469ea6f1bd9d432d88d353e82e77cb11 2024-11-25T19:25:30,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2a548b197bc24897be2f9d4388eec40c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2a548b197bc24897be2f9d4388eec40c 2024-11-25T19:25:30,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/71217f56f78242c2b9103e0ec2ddf5c0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/71217f56f78242c2b9103e0ec2ddf5c0 2024-11-25T19:25:30,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/d61b5335876640149ac7545a6884eb58 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/d61b5335876640149ac7545a6884eb58 2024-11-25T19:25:30,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/901739e48c3846a2888582ac4bc33ac0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/901739e48c3846a2888582ac4bc33ac0 2024-11-25T19:25:30,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/82797e0f0f974a9eb410e2670a80a478 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/82797e0f0f974a9eb410e2670a80a478 2024-11-25T19:25:30,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/1d16a172c81c43cda8a5fb702585dc5f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/1d16a172c81c43cda8a5fb702585dc5f 2024-11-25T19:25:31,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/35cfdba641924fa7b0b115957a677cad to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/35cfdba641924fa7b0b115957a677cad 2024-11-25T19:25:31,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5bc40dc1cf4f4d29b9d632f2d1b7ff4f 2024-11-25T19:25:31,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/4d152ca483e24fa095f4d1e91b5e036c to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/4d152ca483e24fa095f4d1e91b5e036c 2024-11-25T19:25:31,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/60714ebe2c854097be09f8d1408ba1ad to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/60714ebe2c854097be09f8d1408ba1ad 2024-11-25T19:25:31,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/296b0515828f4c4a871804faa23ab82d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/296b0515828f4c4a871804faa23ab82d 2024-11-25T19:25:31,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/e053c0c192154787b7e342acbbfcfcf2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/e053c0c192154787b7e342acbbfcfcf2 2024-11-25T19:25:31,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5cd6b737a7e249a4b452c2ba359f63fb to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/5cd6b737a7e249a4b452c2ba359f63fb 2024-11-25T19:25:31,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/85d6b147033f460dad690bfbaa466414 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/85d6b147033f460dad690bfbaa466414 2024-11-25T19:25:31,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/efc4f04b6a894e528d241882b86d16d6 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/efc4f04b6a894e528d241882b86d16d6 2024-11-25T19:25:31,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2f02b982f14645f990113055216cd181 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/2f02b982f14645f990113055216cd181 2024-11-25T19:25:31,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/a4a3c0e89a714a3c92aa8e7fdddfd12b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/a4a3c0e89a714a3c92aa8e7fdddfd12b 2024-11-25T19:25:31,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fac429f2b0264b389fb815eb0e1d926e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/fac429f2b0264b389fb815eb0e1d926e 2024-11-25T19:25:31,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/774c2d37b00148afaeefcd6469145c32, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7ad2864672574c14a6614119ce52b2dd, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/dff17a17a72041a7a4d788a094719310, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/778b05ba9bd645ad92a95c8876bda1b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/60dd9685e57447ff901575962179afd4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f7c09cfe1ee6415bb7574a42e972cce1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/1a2a0f01477f47b48606e84837d59bde, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6decee393b974c21b53112a83a638982, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c0d9f07ff01f48cc8b7d97a080840bca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ce04f5cc154a487597a971c75d2b5cff, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/adc5d23d99c246f1a9c7085aa6f08769, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/398e0d0559f84523a7349e87b5276b08, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/eb5c5079b2484858aa539b2adfbfa7b4, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ea1daa0763044c91a424faa3c9d14508, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a6b8cf16a574488f945e039deaf6902b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/32252ba9f3964f30a36cac3b1fc3afca, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/73e33fbf64c340398902040fa5b78fb3, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/3f201420ddb047e1bbaa6ef836bdada1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a38d5b6b059f4f7d8482663ab8068fe7, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c9e7a4c8bcc547d89883765c30937f96, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7239492dc131422ea518993225141339, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f4800c347e01468f932cf8e09cc635ee, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/38f1b3183e3e495d97aa18a9c0c653c1, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/5ff3ebf00047465fb7698f4ee547ca8d, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6ffb33aca10441fbb0f7cf6064b0cb9b, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/aaff0782cdc04062bf7919e997c5838f, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/33a1820607e345ad8fce990af0c2e0c5, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2c6cbb86c5c24a2db882c66463d107aa, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/b4405c44b15c45fcbafb538f9bb3dea0, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2b381e643a4f40b0942d5d8fb16804a2] to archive 2024-11-25T19:25:31,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T19:25:31,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/774c2d37b00148afaeefcd6469145c32 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/774c2d37b00148afaeefcd6469145c32 2024-11-25T19:25:31,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7ad2864672574c14a6614119ce52b2dd to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7ad2864672574c14a6614119ce52b2dd 2024-11-25T19:25:31,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/dff17a17a72041a7a4d788a094719310 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/dff17a17a72041a7a4d788a094719310 2024-11-25T19:25:31,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/778b05ba9bd645ad92a95c8876bda1b4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/778b05ba9bd645ad92a95c8876bda1b4 2024-11-25T19:25:31,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/60dd9685e57447ff901575962179afd4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/60dd9685e57447ff901575962179afd4 2024-11-25T19:25:31,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f7c09cfe1ee6415bb7574a42e972cce1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f7c09cfe1ee6415bb7574a42e972cce1 2024-11-25T19:25:31,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/1a2a0f01477f47b48606e84837d59bde to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/1a2a0f01477f47b48606e84837d59bde 2024-11-25T19:25:31,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6decee393b974c21b53112a83a638982 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6decee393b974c21b53112a83a638982 2024-11-25T19:25:31,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c0d9f07ff01f48cc8b7d97a080840bca to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c0d9f07ff01f48cc8b7d97a080840bca 2024-11-25T19:25:31,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ce04f5cc154a487597a971c75d2b5cff to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ce04f5cc154a487597a971c75d2b5cff 2024-11-25T19:25:31,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/adc5d23d99c246f1a9c7085aa6f08769 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/adc5d23d99c246f1a9c7085aa6f08769 2024-11-25T19:25:31,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/398e0d0559f84523a7349e87b5276b08 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/398e0d0559f84523a7349e87b5276b08 2024-11-25T19:25:31,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/eb5c5079b2484858aa539b2adfbfa7b4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/eb5c5079b2484858aa539b2adfbfa7b4 2024-11-25T19:25:31,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ea1daa0763044c91a424faa3c9d14508 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/ea1daa0763044c91a424faa3c9d14508 2024-11-25T19:25:31,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a6b8cf16a574488f945e039deaf6902b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a6b8cf16a574488f945e039deaf6902b 2024-11-25T19:25:31,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/32252ba9f3964f30a36cac3b1fc3afca to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/32252ba9f3964f30a36cac3b1fc3afca 2024-11-25T19:25:31,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/73e33fbf64c340398902040fa5b78fb3 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/73e33fbf64c340398902040fa5b78fb3 2024-11-25T19:25:31,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/3f201420ddb047e1bbaa6ef836bdada1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/3f201420ddb047e1bbaa6ef836bdada1 2024-11-25T19:25:31,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a38d5b6b059f4f7d8482663ab8068fe7 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/a38d5b6b059f4f7d8482663ab8068fe7 2024-11-25T19:25:31,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c9e7a4c8bcc547d89883765c30937f96 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/c9e7a4c8bcc547d89883765c30937f96 2024-11-25T19:25:31,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7239492dc131422ea518993225141339 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7239492dc131422ea518993225141339 2024-11-25T19:25:31,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f4800c347e01468f932cf8e09cc635ee to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/f4800c347e01468f932cf8e09cc635ee 2024-11-25T19:25:31,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/38f1b3183e3e495d97aa18a9c0c653c1 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/38f1b3183e3e495d97aa18a9c0c653c1 2024-11-25T19:25:31,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/5ff3ebf00047465fb7698f4ee547ca8d to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/5ff3ebf00047465fb7698f4ee547ca8d 2024-11-25T19:25:31,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6ffb33aca10441fbb0f7cf6064b0cb9b to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/6ffb33aca10441fbb0f7cf6064b0cb9b 2024-11-25T19:25:31,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/aaff0782cdc04062bf7919e997c5838f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/aaff0782cdc04062bf7919e997c5838f 2024-11-25T19:25:31,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/33a1820607e345ad8fce990af0c2e0c5 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/33a1820607e345ad8fce990af0c2e0c5 2024-11-25T19:25:31,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2c6cbb86c5c24a2db882c66463d107aa to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2c6cbb86c5c24a2db882c66463d107aa 2024-11-25T19:25:31,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/b4405c44b15c45fcbafb538f9bb3dea0 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/b4405c44b15c45fcbafb538f9bb3dea0 2024-11-25T19:25:31,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2b381e643a4f40b0942d5d8fb16804a2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/2b381e643a4f40b0942d5d8fb16804a2 2024-11-25T19:25:31,140 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/recovered.edits/434.seqid, newMaxSeqId=434, maxSeqId=4 2024-11-25T19:25:31,140 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4. 2024-11-25T19:25:31,140 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for 9fc6af14042d763da28680877ba52ae4: 2024-11-25T19:25:31,141 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed 9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=9fc6af14042d763da28680877ba52ae4, regionState=CLOSED 2024-11-25T19:25:31,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T19:25:31,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure 9fc6af14042d763da28680877ba52ae4, server=d736abcd529b,39035,1732562546845 in 1.9670 sec 2024-11-25T19:25:31,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-25T19:25:31,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9fc6af14042d763da28680877ba52ae4, UNASSIGN in 1.9700 sec 2024-11-25T19:25:31,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T19:25:31,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9720 sec 2024-11-25T19:25:31,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732562731148"}]},"ts":"1732562731148"} 2024-11-25T19:25:31,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T19:25:31,162 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T19:25:31,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0060 sec 2024-11-25T19:25:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T19:25:31,270 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T19:25:31,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T19:25:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:31,273 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T19:25:31,273 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:31,274 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,280 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C, FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/recovered.edits] 2024-11-25T19:25:31,297 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/35e43e5dcdae4143b4321bcd472d0ff4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/35e43e5dcdae4143b4321bcd472d0ff4 2024-11-25T19:25:31,300 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/aeb40863da164c4b9539f8641152d68e to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/A/aeb40863da164c4b9539f8641152d68e 2024-11-25T19:25:31,302 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/480d8fd885374b89971975efbf6f391f to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/480d8fd885374b89971975efbf6f391f 2024-11-25T19:25:31,304 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/90aa30f51b464679a1406e7bd4291849 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/B/90aa30f51b464679a1406e7bd4291849 2024-11-25T19:25:31,306 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7400e4348ac54cd0afdf500196d88ff2 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/7400e4348ac54cd0afdf500196d88ff2 2024-11-25T19:25:31,309 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/9910c0756b6944d8a9533a6774501247 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/C/9910c0756b6944d8a9533a6774501247 2024-11-25T19:25:31,312 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/recovered.edits/434.seqid to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4/recovered.edits/434.seqid 2024-11-25T19:25:31,312 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/default/TestAcidGuarantees/9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,312 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T19:25:31,313 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T19:25:31,314 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T19:25:31,317 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125175fb75c8d684101aa47b57c482d9b48_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125175fb75c8d684101aa47b57c482d9b48_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,318 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d0b9a62422147c687afdbe988530b31_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251d0b9a62422147c687afdbe988530b31_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,319 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112526ffe05be86144d3af114f6ec8c788e6_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112526ffe05be86144d3af114f6ec8c788e6_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,321 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252764e314222f4b788bd4300b40510422_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252764e314222f4b788bd4300b40510422_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,323 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533954210459b490d9aab80c2ec5552e3_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112533954210459b490d9aab80c2ec5552e3_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,324 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125373e348d7e5944c59b5f395ab93937ab_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125373e348d7e5944c59b5f395ab93937ab_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,325 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255e16df847a4a4bdb91873d002014619b_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255e16df847a4a4bdb91873d002014619b_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,327 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125697e4cfbdbb44dfe9d93e6cd074649e3_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125697e4cfbdbb44dfe9d93e6cd074649e3_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,328 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125738a69b2ea3d4088b0197ac1dd4a3a3e_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125738a69b2ea3d4088b0197ac1dd4a3a3e_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,329 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112580334d5b1b574c2581a7e1de71467b72_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112580334d5b1b574c2581a7e1de71467b72_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,330 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112586f0bff09a72419ea091c5c8fec3d44f_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112586f0bff09a72419ea091c5c8fec3d44f_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,331 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112588ea7c0f2e234481bbcf91eff7520349_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112588ea7c0f2e234481bbcf91eff7520349_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,332 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a42afc8b7f0a49029288d792895dd176_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a42afc8b7f0a49029288d792895dd176_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,334 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a91ace74de844e9d9f4a2b94b85448ca_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a91ace74de844e9d9f4a2b94b85448ca_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,346 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2f34bad92194c56b10317841e43b5d5_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b2f34bad92194c56b10317841e43b5d5_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,347 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c802e986d080480f890fa9159cbf2b03_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c802e986d080480f890fa9159cbf2b03_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,349 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d5a92538bbb84c439ee5d3b9990c2a27_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d5a92538bbb84c439ee5d3b9990c2a27_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,350 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d65ee8e92f434cdc98c9d4a7b9c739ee_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d65ee8e92f434cdc98c9d4a7b9c739ee_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,358 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df03a27147184152a9e082fa4ebdede9_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125df03a27147184152a9e082fa4ebdede9_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,360 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e016d3ce1470471cb8c424fdfe639f7d_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e016d3ce1470471cb8c424fdfe639f7d_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,362 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eabcacdc5cb648268f1d1f5de65b87f1_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eabcacdc5cb648268f1d1f5de65b87f1_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,373 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ecaa0a7df3a7463e8abbb3360eea1226_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ecaa0a7df3a7463e8abbb3360eea1226_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T19:25:31,380 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fcc5fce993ee47b0b42181dfc0df5d40_9fc6af14042d763da28680877ba52ae4 to hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fcc5fce993ee47b0b42181dfc0df5d40_9fc6af14042d763da28680877ba52ae4 2024-11-25T19:25:31,381 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T19:25:31,387 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:31,389 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T19:25:31,390 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T19:25:31,391 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:31,391 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T19:25:31,391 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732562731391"}]},"ts":"9223372036854775807"} 2024-11-25T19:25:31,396 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T19:25:31,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9fc6af14042d763da28680877ba52ae4, NAME => 'TestAcidGuarantees,,1732562704332.9fc6af14042d763da28680877ba52ae4.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T19:25:31,396 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T19:25:31,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732562731396"}]},"ts":"9223372036854775807"} 2024-11-25T19:25:31,401 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T19:25:31,477 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T19:25:31,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 206 msec 2024-11-25T19:25:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37099 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T19:25:31,583 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T19:25:31,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1024 (was 1098), ProcessCount=11 (was 11), AvailableMemoryMB=4875 (was 4724) - AvailableMemoryMB LEAK? - 2024-11-25T19:25:31,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T19:25:31,603 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T19:25:31,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6169df5c to 127.0.0.1:59939 2024-11-25T19:25:31,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:31,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T19:25:31,603 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1531303381, stopped=false 2024-11-25T19:25:31,604 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=d736abcd529b,37099,1732562545666 2024-11-25T19:25:31,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T19:25:31,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:25:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T19:25:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:25:31,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T19:25:31,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T19:25:31,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T19:25:31,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:31,643 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd736abcd529b,39035,1732562546845' ***** 2024-11-25T19:25:31,643 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T19:25:31,643 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T19:25:31,643 INFO [RS:0;d736abcd529b:39035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T19:25:31,643 INFO [RS:0;d736abcd529b:39035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T19:25:31,643 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(3579): Received CLOSE for c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:25:31,644 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1224): stopping server d736abcd529b,39035,1732562546845 2024-11-25T19:25:31,644 DEBUG [RS:0;d736abcd529b:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:31,644 INFO [RS:0;d736abcd529b:39035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T19:25:31,644 INFO [RS:0;d736abcd529b:39035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T19:25:31,644 INFO [RS:0;d736abcd529b:39035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T19:25:31,644 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T19:25:31,644 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c5d55cc50bf1f4112716b614f36b1446, disabling compactions & flushes 2024-11-25T19:25:31,644 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:25:31,644 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:25:31,644 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. after waiting 0 ms 2024-11-25T19:25:31,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T19:25:31,644 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:25:31,644 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c5d55cc50bf1f4112716b614f36b1446 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T19:25:31,651 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T19:25:31,651 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c5d55cc50bf1f4112716b614f36b1446=hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446.} 2024-11-25T19:25:31,654 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T19:25:31,654 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T19:25:31,654 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T19:25:31,654 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T19:25:31,654 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T19:25:31,654 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T19:25:31,656 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:25:31,695 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446/.tmp/info/133564e492a94c71aae811737d39ba6e is 45, key is default/info:d/1732562552090/Put/seqid=0 2024-11-25T19:25:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742549_1725 (size=5037) 2024-11-25T19:25:31,711 INFO [regionserver/d736abcd529b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T19:25:31,714 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/info/9fec1bb06b2746d69daed509fae4203c is 143, key is hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446./info:regioninfo/1732562551947/Put/seqid=0 2024-11-25T19:25:31,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742550_1726 (size=7725) 2024-11-25T19:25:31,856 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:25:31,856 INFO [regionserver/d736abcd529b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T19:25:31,857 INFO [regionserver/d736abcd529b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T19:25:32,057 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c5d55cc50bf1f4112716b614f36b1446 2024-11-25T19:25:32,105 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446/.tmp/info/133564e492a94c71aae811737d39ba6e 2024-11-25T19:25:32,109 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446/.tmp/info/133564e492a94c71aae811737d39ba6e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446/info/133564e492a94c71aae811737d39ba6e 2024-11-25T19:25:32,113 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446/info/133564e492a94c71aae811737d39ba6e, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T19:25:32,114 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c5d55cc50bf1f4112716b614f36b1446 in 470ms, sequenceid=6, compaction requested=false 2024-11-25T19:25:32,117 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/namespace/c5d55cc50bf1f4112716b614f36b1446/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T19:25:32,118 INFO [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:25:32,118 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c5d55cc50bf1f4112716b614f36b1446: 2024-11-25T19:25:32,118 DEBUG [RS_CLOSE_REGION-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732562551191.c5d55cc50bf1f4112716b614f36b1446. 2024-11-25T19:25:32,121 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/info/9fec1bb06b2746d69daed509fae4203c 2024-11-25T19:25:32,144 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/rep_barrier/20dd4b0b47704df6a6d7673ec2b9b11e is 102, key is TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a./rep_barrier:/1732562580383/DeleteFamily/seqid=0 2024-11-25T19:25:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742551_1727 (size=6025) 2024-11-25T19:25:32,156 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/rep_barrier/20dd4b0b47704df6a6d7673ec2b9b11e 2024-11-25T19:25:32,182 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/table/76aad54641d74c83953f784998940730 is 96, key is TestAcidGuarantees,,1732562552640.741f401daf173ced950740142a16e69a./table:/1732562580383/DeleteFamily/seqid=0 2024-11-25T19:25:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742552_1728 (size=5942) 2024-11-25T19:25:32,257 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T19:25:32,458 DEBUG [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-25T19:25:32,592 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/table/76aad54641d74c83953f784998940730 2024-11-25T19:25:32,603 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/info/9fec1bb06b2746d69daed509fae4203c as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/info/9fec1bb06b2746d69daed509fae4203c 2024-11-25T19:25:32,612 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/info/9fec1bb06b2746d69daed509fae4203c, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T19:25:32,617 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/rep_barrier/20dd4b0b47704df6a6d7673ec2b9b11e as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/rep_barrier/20dd4b0b47704df6a6d7673ec2b9b11e 2024-11-25T19:25:32,635 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/rep_barrier/20dd4b0b47704df6a6d7673ec2b9b11e, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T19:25:32,636 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/.tmp/table/76aad54641d74c83953f784998940730 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/table/76aad54641d74c83953f784998940730 2024-11-25T19:25:32,641 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/table/76aad54641d74c83953f784998940730, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T19:25:32,642 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 988ms, sequenceid=93, compaction requested=false 2024-11-25T19:25:32,653 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T19:25:32,654 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T19:25:32,654 INFO [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T19:25:32,654 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T19:25:32,654 DEBUG [RS_CLOSE_META-regionserver/d736abcd529b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T19:25:32,658 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1250): stopping server d736abcd529b,39035,1732562546845; all regions closed. 2024-11-25T19:25:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741834_1010 (size=26050) 2024-11-25T19:25:32,663 DEBUG [RS:0;d736abcd529b:39035 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/oldWALs 2024-11-25T19:25:32,663 INFO [RS:0;d736abcd529b:39035 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d736abcd529b%2C39035%2C1732562546845.meta:.meta(num 1732562550741) 2024-11-25T19:25:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741833_1009 (size=16566278) 2024-11-25T19:25:32,666 DEBUG [RS:0;d736abcd529b:39035 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/oldWALs 2024-11-25T19:25:32,666 INFO [RS:0;d736abcd529b:39035 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d736abcd529b%2C39035%2C1732562546845:(num 1732562550059) 2024-11-25T19:25:32,666 DEBUG [RS:0;d736abcd529b:39035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:32,667 INFO [RS:0;d736abcd529b:39035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T19:25:32,667 INFO [RS:0;d736abcd529b:39035 {}] hbase.ChoreService(370): Chore service for: regionserver/d736abcd529b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T19:25:32,667 INFO [regionserver/d736abcd529b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T19:25:32,667 INFO [RS:0;d736abcd529b:39035 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39035 2024-11-25T19:25:32,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T19:25:32,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d736abcd529b,39035,1732562546845 2024-11-25T19:25:32,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d736abcd529b,39035,1732562546845] 2024-11-25T19:25:32,683 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing d736abcd529b,39035,1732562546845; numProcessing=1 2024-11-25T19:25:32,688 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/d736abcd529b,39035,1732562546845 already deleted, retry=false 2024-11-25T19:25:32,688 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; d736abcd529b,39035,1732562546845 expired; onlineServers=0 2024-11-25T19:25:32,689 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd736abcd529b,37099,1732562545666' ***** 2024-11-25T19:25:32,689 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T19:25:32,689 DEBUG [M:0;d736abcd529b:37099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201e291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d736abcd529b/172.17.0.2:0 2024-11-25T19:25:32,689 INFO [M:0;d736abcd529b:37099 {}] regionserver.HRegionServer(1224): stopping server d736abcd529b,37099,1732562545666 2024-11-25T19:25:32,689 INFO [M:0;d736abcd529b:37099 {}] regionserver.HRegionServer(1250): stopping server d736abcd529b,37099,1732562545666; all regions closed. 2024-11-25T19:25:32,689 DEBUG [M:0;d736abcd529b:37099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T19:25:32,689 DEBUG [M:0;d736abcd529b:37099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T19:25:32,689 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T19:25:32,689 DEBUG [M:0;d736abcd529b:37099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T19:25:32,689 DEBUG [master/d736abcd529b:0:becomeActiveMaster-HFileCleaner.small.0-1732562549567 {}] cleaner.HFileCleaner(306): Exit Thread[master/d736abcd529b:0:becomeActiveMaster-HFileCleaner.small.0-1732562549567,5,FailOnTimeoutGroup] 2024-11-25T19:25:32,689 DEBUG [master/d736abcd529b:0:becomeActiveMaster-HFileCleaner.large.0-1732562549564 {}] cleaner.HFileCleaner(306): Exit Thread[master/d736abcd529b:0:becomeActiveMaster-HFileCleaner.large.0-1732562549564,5,FailOnTimeoutGroup] 2024-11-25T19:25:32,690 INFO [M:0;d736abcd529b:37099 {}] hbase.ChoreService(370): Chore service for: master/d736abcd529b:0 had [] on shutdown 2024-11-25T19:25:32,690 DEBUG [M:0;d736abcd529b:37099 {}] master.HMaster(1733): Stopping service threads 2024-11-25T19:25:32,690 INFO [M:0;d736abcd529b:37099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T19:25:32,690 ERROR [M:0;d736abcd529b:37099 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T19:25:32,691 INFO [M:0;d736abcd529b:37099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T19:25:32,691 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T19:25:32,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T19:25:32,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T19:25:32,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T19:25:32,713 DEBUG [M:0;d736abcd529b:37099 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-25T19:25:32,714 DEBUG [M:0;d736abcd529b:37099 {}] master.ActiveMasterManager(353): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-25T19:25:32,714 INFO [M:0;d736abcd529b:37099 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T19:25:32,714 INFO [M:0;d736abcd529b:37099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T19:25:32,714 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T19:25:32,714 INFO [M:0;d736abcd529b:37099 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:25:32,714 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:25:32,714 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T19:25:32,714 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:25:32,714 INFO [M:0;d736abcd529b:37099 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=772.95 KB heapSize=951.09 KB 2024-11-25T19:25:32,734 DEBUG [M:0;d736abcd529b:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33941a39f4e245ea822ed02453873843 is 82, key is hbase:meta,,1/info:regioninfo/1732562550960/Put/seqid=0 2024-11-25T19:25:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742553_1729 (size=5672) 2024-11-25T19:25:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T19:25:32,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39035-0x10174bc0a920001, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T19:25:32,798 INFO [RS:0;d736abcd529b:39035 {}] regionserver.HRegionServer(1307): Exiting; stopping=d736abcd529b,39035,1732562546845; zookeeper connection closed. 2024-11-25T19:25:32,798 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bf01c26 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bf01c26 2024-11-25T19:25:32,799 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T19:25:33,155 INFO [M:0;d736abcd529b:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2199 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33941a39f4e245ea822ed02453873843 2024-11-25T19:25:33,181 DEBUG [M:0;d736abcd529b:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e24687f455c41fbb7ca764afa0d313b is 2279, key is \x00\x00\x00\x00\x00\x00\x00\x94/proc:d/1732562706395/Put/seqid=0 2024-11-25T19:25:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742554_1730 (size=44389) 2024-11-25T19:25:33,591 INFO [M:0;d736abcd529b:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=772.39 KB at sequenceid=2199 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e24687f455c41fbb7ca764afa0d313b 2024-11-25T19:25:33,594 INFO [M:0;d736abcd529b:37099 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e24687f455c41fbb7ca764afa0d313b 2024-11-25T19:25:33,614 DEBUG [M:0;d736abcd529b:37099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75ab42f1f724584a85f1649b94a30d6 is 69, key is d736abcd529b,39035,1732562546845/rs:state/1732562549633/Put/seqid=0 2024-11-25T19:25:33,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073742555_1731 (size=5156) 2024-11-25T19:25:34,035 INFO [M:0;d736abcd529b:37099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2199 (bloomFilter=true), to=hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75ab42f1f724584a85f1649b94a30d6 2024-11-25T19:25:34,041 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33941a39f4e245ea822ed02453873843 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33941a39f4e245ea822ed02453873843 2024-11-25T19:25:34,045 INFO [M:0;d736abcd529b:37099 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33941a39f4e245ea822ed02453873843, entries=8, sequenceid=2199, filesize=5.5 K 2024-11-25T19:25:34,046 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e24687f455c41fbb7ca764afa0d313b as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e24687f455c41fbb7ca764afa0d313b 2024-11-25T19:25:34,050 INFO [M:0;d736abcd529b:37099 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e24687f455c41fbb7ca764afa0d313b 2024-11-25T19:25:34,050 INFO [M:0;d736abcd529b:37099 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e24687f455c41fbb7ca764afa0d313b, entries=175, sequenceid=2199, filesize=43.3 K 2024-11-25T19:25:34,051 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75ab42f1f724584a85f1649b94a30d6 as hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75ab42f1f724584a85f1649b94a30d6 2024-11-25T19:25:34,055 INFO [M:0;d736abcd529b:37099 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45979/user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75ab42f1f724584a85f1649b94a30d6, entries=1, sequenceid=2199, filesize=5.0 K 2024-11-25T19:25:34,059 INFO [M:0;d736abcd529b:37099 {}] regionserver.HRegion(3040): Finished flush of dataSize ~772.95 KB/791500, heapSize ~950.80 KB/973616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=2199, compaction requested=false 2024-11-25T19:25:34,083 INFO [M:0;d736abcd529b:37099 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T19:25:34,083 DEBUG [M:0;d736abcd529b:37099 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T19:25:34,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33879 is added to blk_1073741830_1006 (size=935658) 2024-11-25T19:25:34,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/cb7c4717-f2a3-82d3-3abe-1270d145c4e6/MasterData/WALs/d736abcd529b,37099,1732562545666/d736abcd529b%2C37099%2C1732562545666.1732562548190 not finished, retry = 0 2024-11-25T19:25:34,198 INFO [M:0;d736abcd529b:37099 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T19:25:34,198 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T19:25:34,199 INFO [M:0;d736abcd529b:37099 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37099 2024-11-25T19:25:34,219 DEBUG [M:0;d736abcd529b:37099 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/d736abcd529b,37099,1732562545666 already deleted, retry=false 2024-11-25T19:25:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T19:25:34,330 INFO [M:0;d736abcd529b:37099 {}] regionserver.HRegionServer(1307): Exiting; stopping=d736abcd529b,37099,1732562545666; zookeeper connection closed. 2024-11-25T19:25:34,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37099-0x10174bc0a920000, quorum=127.0.0.1:59939, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T19:25:34,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd2e890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T19:25:34,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3fa6ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:25:34,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:25:34,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d4d645{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:25:34,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57582772{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/hadoop.log.dir/,STOPPED} 2024-11-25T19:25:34,385 WARN [BP-24469849-172.17.0.2-1732562540645 heartbeating to localhost/127.0.0.1:45979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T19:25:34,385 WARN [BP-24469849-172.17.0.2-1732562540645 heartbeating to localhost/127.0.0.1:45979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-24469849-172.17.0.2-1732562540645 (Datanode Uuid d247ff77-ed12-4475-8c79-acc65907fc59) service to localhost/127.0.0.1:45979 2024-11-25T19:25:34,386 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T19:25:34,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T19:25:34,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b/dfs/data/data1/current/BP-24469849-172.17.0.2-1732562540645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:25:34,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T19:25:34,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/cluster_bcebe907-58fd-07a1-3e93-8970fa766d5b/dfs/data/data2/current/BP-24469849-172.17.0.2-1732562540645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T19:25:34,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0d4558{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T19:25:34,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a299586{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T19:25:34,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T19:25:34,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@588be694{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T19:25:34,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73882ca4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f07a9ddc-f3f7-7294-a55a-d04309c94258/hadoop.log.dir/,STOPPED} 2024-11-25T19:25:34,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T19:25:34,687 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down